-- Logs begin at Wed 2021-06-16 17:52:46 UTC, end at Wed 2021-06-16 19:13:11 UTC. -- Jun 16 18:38:57.937166 dv-cinder-667108-31-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 18:39:00.570382 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.common.config [-] Logging enabled! Jun 16 18:39:00.571083 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 18:39:00.571195 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99896) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 18:39:00.574383 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.common.config [-] Logging enabled! Jun 16 18:39:00.574628 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 18:39:00.574928 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99896) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 18:39:00.575854 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 18:39:00.576082 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 18:39:00.576434 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 18:39:00.576672 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 18:39:00.576889 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 18:39:00.577199 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.577489 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.577776 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.577999 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.578282 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.578560 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.578833 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.579139 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.579432 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.579708 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.579980 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.580256 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.580478 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.580752 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.581029 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.581305 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.581521 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] debug = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.581795 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.582211 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.582608 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.582881 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.583193 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.583470 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.583735 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.584004 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.584280 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.584603 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] host = dv-cinder-667108-31-iscsi {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.584874 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.585151 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.585429 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.585704 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.585970 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.586237 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.586513 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.586778 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.587060 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] log_file = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.587330 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.587609 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.587886 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.588164 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.588381 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.588594 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.588871 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.589149 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.589414 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.589680 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.589999 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.590265 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.590530 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.590787 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.591093 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.591371 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.591647 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.591914 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.592177 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.592439 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.592700 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.592976 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.593240 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.593505 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.593768 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.594043 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.594303 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.594566 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.594857 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.595158 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.595433 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.595709 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.595975 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.596246 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.596510 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.596785 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.597035 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] use_json = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.597298 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.597559 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.597829 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.598092 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.598355 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.598618 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.598881 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.599183 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:00.599474 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.599763 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.600057 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.600333 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.600617 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.600891 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.601174 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.601444 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.601724 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.602004 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.602285 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.602557 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.602840 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.603141 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.603432 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.603736 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.604022 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.604306 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.604575 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.604842 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.605109 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.605380 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.606177 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.606467 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.606748 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.607035 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.607314 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.607598 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.607868 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.608134 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.608407 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.608686 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.608956 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.609224 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.609499 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.609768 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.610033 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.610295 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.610565 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.610844 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.611142 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.611410 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.611676 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.611946 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.612209 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.612485 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.612752 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.613016 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.613282 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.613551 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.613814 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.614082 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.614350 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.614613 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.614883 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.615175 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.615442 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.615706 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.615969 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.616231 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.616492 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.616753 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.617020 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.617289 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.617551 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.617815 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.618080 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.618345 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.618622 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.618910 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.619204 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.619472 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.619864 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.620131 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.620444 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.620705 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.620988 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.621084 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.621851 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.622136 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.622412 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.622690 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.622961 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.623254 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.623541 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.623810 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.624090 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.624359 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.624627 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.624907 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.625184 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.625470 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.625758 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.626046 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.626333 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.626619 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.626889 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.627214 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.627490 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:00.627700 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 18:39:00.627932 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99896) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 18:39:00.973032 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:00.973301 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:00.973588 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:00.973912 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 18:39:01.361147 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.361544 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.361693 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.363024 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.363328 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.363624 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.398047 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.398387 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.398585 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.412206 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.412596 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.412761 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.443784 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.444062 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.444323 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.480228 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.480986 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.481189 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.728147 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.728777 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.728777 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.728942 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.729761 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.852153 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.852466 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.852738 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.853008 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.853280 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.853586 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.853841 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.854093 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.854342 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.854615 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.854865 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.855152 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.855407 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.855730 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.855981 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.856241 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.856506 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.856757 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.857022 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.857270 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.857545 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.857882 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.858135 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.858407 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.858650 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.858890 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.859306 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:39:01.859542 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:39:01.859775 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:39:01.860004 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:39:01.860231 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:39:01.860460 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:39:01.861825 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 18:39:01.864915 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 18:39:01.868828 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 18:39:01.873291 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 16 18:39:01.874892 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 18:39:01.875369 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 18:39:01.875701 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 18:39:01.876072 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 18:39:01.878839 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 18:39:01.879101 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 18:39:01.879441 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 18:39:01.907152 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 18:39:01.907598 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.907894 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99896) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 18:39:01.908253 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.909610 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99896) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 18:39:01.909887 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 18:39:01.910123 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 18:39:01.913375 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.913650 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:01.976361 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 18:39:01.976599 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 18:39:01.976827 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 18:39:01.977193 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 18:39:01.998365 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_db.sqlalchemy.engines [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99896) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 18:39:02.688174 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Initializing driver for type 'gre' Jun 16 18:39:02.688696 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] gre ID ranges: [(1, 1000)] Jun 16 18:39:02.876709 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Initializing driver for type 'local' Jun 16 18:39:02.877341 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Initializing driver for type 'vlan' Jun 16 18:39:02.974063 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] VlanTypeDriver initialization complete Jun 16 18:39:02.974348 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Initializing driver for type 'vxlan' Jun 16 18:39:02.974877 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] vxlan ID ranges: [(1, 1000)] Jun 16 18:39:03.167864 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Initializing extension driver 'port_security' Jun 16 18:39:03.168171 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.extensions.port_security [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] PortSecurityExtensionDriver initialization complete Jun 16 18:39:03.168504 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Initializing mechanism driver 'openvswitch' Jun 16 18:39:03.168821 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Initializing mechanism driver 'hyperv' Jun 16 18:39:03.176404 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.plugins.ml2.plugin [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:03.177172 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > port after_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.177542 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > port after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.177897 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > port after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.178307 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.178657 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.179021 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.179398 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > network after_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.179746 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > network after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.180086 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > network after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.180458 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > security_group after_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.180801 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > security_group after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.181138 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.181511 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.181851 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.182187 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.182560 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > address_group after_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.182909 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > address_group after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.183274 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.184120 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] ML2 OVO RPC backend initialized. {{(pid=99896) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 18:39:03.184830 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.185180 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.185614 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > network before_response 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.185956 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > networks before_response 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.186297 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > port before_response 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.186632 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > ports before_response 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.186968 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > subnet before_response 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.187328 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > subnets before_response 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.187668 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > network after_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.188003 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > network after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.188331 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > network after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.188661 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > port after_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.188992 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > port after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.189327 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > port after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.189682 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.190015 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.190350 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.190906 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.plugin [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Modular L2 Plugin initialization complete Jun 16 18:39:03.191251 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading services supported by the core plugin {{(pid=99896) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 18:39:03.191568 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.plugins.ml2.managers [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Got port-security extension from driver 'port_security' Jun 16 18:39:03.192021 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.extensions.vlantransparent [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Disabled vlantransparent extension. Jun 16 18:39:03.192495 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99896) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 18:39:03.192805 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading Plugin: router Jun 16 18:39:03.232982 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.233307 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router after_create 55549900 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.233694 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router before_create 55549900 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.234063 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.234425 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.234774 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router after_delete 55549900 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.235183 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.235539 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router after_create 55549900 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.235878 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router after_update 55549900 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.236220 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router after_update 55549900 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.236559 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.236914 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router after_update 55549900 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.237316 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.237678 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: port after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.238009 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: port after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.238340 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: subnet after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.238674 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.239034 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.239380 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.239731 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: port before_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.240069 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router precommit_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.240418 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router after_update 55549900 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.240754 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.241113 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.241467 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.241804 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.242167 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > network after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.243031 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Tracking information for resource: router configured {{(pid=99896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:39:03.243358 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Tracking information for resource: floatingip configured {{(pid=99896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:39:03.248744 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.db.l3_agentschedulers_db [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 18:39:03.249421 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: port after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.249775 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: port after_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.250120 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: port after_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.250463 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: port after_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.251279 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router before_create 55550100 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.251656 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.252011 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router precommit_create 55550100 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.252357 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > router precommit_update 55550100 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.256728 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.services.provider_configuration [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Service providers = [] {{(pid=99896) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 18:39:03.260742 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.db.servicetype_db [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99896) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 18:39:03.263110 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.services.service_base [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 18:39:03.263455 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.services.service_base [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 18:39:03.263806 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.services.service_base [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 18:39:03.265240 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.services.service_base [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 18:39:03.265612 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.services.service_base [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 18:39:03.265980 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:39:03.266290 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 18:39:03.277034 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:39:03.277381 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading Plugin: auto_allocate Jun 16 18:39:03.288947 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: network precommit_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.289308 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: network precommit_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.289820 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:39:03.290133 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading Plugin: tag Jun 16 18:39:03.296736 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:39:03.297058 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading Plugin: timestamp Jun 16 18:39:03.302289 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:39:03.302617 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading Plugin: network_ip_availability Jun 16 18:39:03.310547 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.310937 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.311316 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.312093 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:39:03.312338 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading Plugin: flavors Jun 16 18:39:03.317019 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:39:03.317341 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading Plugin: revisions Jun 16 18:39:03.321604 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:39:03.321986 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_concurrency.lockutils [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.348s {{(pid=99896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:03.322715 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99896) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 18:39:03.323077 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Initializing extension manager. Jun 16 18:39:03.323569 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: __init__.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.323901 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: __pycache__ {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.324830 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.325163 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: address_group.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.325901 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.326467 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: address-group Jun 16 18:39:03.326785 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: address_scope.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.327516 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.328028 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: address-scope Jun 16 18:39:03.328341 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.336133 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.336631 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: router-admin-state-down-before-update Jun 16 18:39:03.336945 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: agent.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.337622 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.338129 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: agent Jun 16 18:39:03.338443 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: agent_resources_synced.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.339377 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.339898 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: agent-resources-synced Jun 16 18:39:03.340230 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: allowedaddresspairs.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.342150 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.342664 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: allowed-address-pairs Jun 16 18:39:03.342988 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: auto_allocated_topology.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.344064 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.344574 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: auto-allocated-topology Jun 16 18:39:03.344896 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: availability_zone.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.345572 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.346074 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: availability_zone Jun 16 18:39:03.346394 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: availability_zone_filter.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.347322 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.347824 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: availability_zone_filter Jun 16 18:39:03.348142 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: data_plane_status.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.349018 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.349551 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 18:39:03.349865 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: default_subnetpools.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.350748 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.351280 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: default-subnetpools Jun 16 18:39:03.351639 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.352422 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.352927 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: dhcp_agent_scheduler Jun 16 18:39:03.353242 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: dns.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.354146 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.354653 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 18:39:03.354966 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: dns_domain_ports.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.355908 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.356419 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 18:39:03.356731 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: dvr.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.357383 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.357877 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: dvr Jun 16 18:39:03.358189 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: empty_string_filtering.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.359101 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.359598 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: empty-string-filtering Jun 16 18:39:03.359909 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.366669 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.367196 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 18:39:03.367511 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.368460 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.368893 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 18:39:03.369207 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: external_net.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.370087 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.370598 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: external-net Jun 16 18:39:03.370911 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.372346 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.372862 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: extra_dhcp_opt Jun 16 18:39:03.373174 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: extraroute.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.374075 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.374571 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: extraroute Jun 16 18:39:03.374886 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: extraroute_atomic.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.375930 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.376439 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: extraroute-atomic Jun 16 18:39:03.376755 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: filter_validation.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.377414 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.377920 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: filter-validation Jun 16 18:39:03.378232 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: fip_pf_description.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.379137 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.379632 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 18:39:03.379942 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: fip_port_details.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.380834 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.381331 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: fip-port-details Jun 16 18:39:03.381643 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: flavors.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.382846 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.383381 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: flavors Jun 16 18:39:03.383720 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.385366 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.385882 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 18:39:03.386209 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: floatingip_pools.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.387525 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.388036 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: floatingip-pools Jun 16 18:39:03.388358 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: ip_allocation.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.389285 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.389789 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 18:39:03.390107 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.395630 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.396132 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: ip-substring-filtering Jun 16 18:39:03.396453 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: l2_adjacency.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.397626 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.398122 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 18:39:03.398439 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: l3.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.399443 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.399949 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: router Jun 16 18:39:03.400269 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.402662 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.403215 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 18:39:03.403542 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.404443 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.404952 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: ext-gw-mode Jun 16 18:39:03.405274 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.406165 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.406695 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: l3-ha Jun 16 18:39:03.407019 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: l3_flavors.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.407925 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.408425 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: l3-flavors Jun 16 18:39:03.408739 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.409622 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.410128 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 18:39:03.410444 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: l3agentscheduler.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.411482 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.411988 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: l3_agent_scheduler Jun 16 18:39:03.412331 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: logging.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.413789 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.414306 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension logging not supported by any of loaded plugins Jun 16 18:39:03.414629 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: metering.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.415401 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.415979 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: metering Jun 16 18:39:03.416295 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.417383 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.417985 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: metering_source_and_destination_fields Jun 16 18:39:03.418237 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: multiprovidernet.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.419173 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.419679 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: multi-provider Jun 16 18:39:03.419997 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: netmtu.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.420898 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.421397 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: net-mtu Jun 16 18:39:03.421711 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: netmtu_writable.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.422613 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.423149 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: net-mtu-writable Jun 16 18:39:03.428868 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: network_availability_zone.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.428868 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.428868 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: network_availability_zone Jun 16 18:39:03.428868 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: network_ip_availability.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.429712 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.430220 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: network-ip-availability Jun 16 18:39:03.430533 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: network_segment_range.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.431318 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.431817 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 18:39:03.432128 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: pagination.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.433088 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.433412 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: pagination Jun 16 18:39:03.434248 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: port_device_profile.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.435168 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.435689 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: port-device-profile Jun 16 18:39:03.436013 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.436897 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.437397 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: port-mac-address-regenerate Jun 16 18:39:03.437717 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.438601 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.439131 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: port-numa-affinity-policy Jun 16 18:39:03.439448 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: port_resource_request.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.440350 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.440844 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 18:39:03.441156 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: portbindings.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.442061 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.442558 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: binding Jun 16 18:39:03.442871 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: portbindings_extended.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.444159 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.444653 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: binding-extended Jun 16 18:39:03.444971 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: portsecurity.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.445862 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.446368 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: port-security Jun 16 18:39:03.446702 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: project_id.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.447800 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.448122 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: project-id Jun 16 18:39:03.448437 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: providernet.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.449909 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.450416 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: provider Jun 16 18:39:03.450731 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: qos.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.459232 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.459748 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension qos not supported by any of loaded plugins Jun 16 18:39:03.460074 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.461299 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.461808 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 18:39:03.462125 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.463040 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.463570 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 18:39:03.463909 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: qos_default.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.464826 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.465325 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension qos-default not supported by any of loaded plugins Jun 16 18:39:03.465643 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: qos_fip.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.466274 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.466769 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 18:39:03.467116 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: qos_gateway_ip.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.468016 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.468520 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 18:39:03.468835 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: qos_port_network_policy.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.469737 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.470240 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 18:39:03.470549 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: qos_rule_type_details.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.471455 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.471959 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 18:39:03.472272 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: qos_rules_alias.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.473285 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.473791 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 18:39:03.474108 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: quotasv2.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.475033 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.475506 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: quotas Jun 16 18:39:03.475688 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: quotasv2_detail.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.478699 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.479058 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: quota_details Jun 16 18:39:03.479385 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: rbac.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.480460 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.482592 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: rbac-policies Jun 16 18:39:03.482592 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: rbac_address_group.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.483353 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.483814 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: rbac-address-group Jun 16 18:39:03.484133 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: rbac_address_scope.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.485031 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.485544 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: rbac-address-scope Jun 16 18:39:03.485862 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: rbac_security_groups.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.486957 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.487496 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: rbac-security-groups Jun 16 18:39:03.487816 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: rbac_subnetpool.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.488707 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.489215 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: rbac-subnetpool Jun 16 18:39:03.489530 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: revisionifmatch.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.490423 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.490929 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: revision-if-match Jun 16 18:39:03.491270 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: revisions.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.492376 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.492879 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: standard-attr-revisions Jun 16 18:39:03.493199 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: router_availability_zone.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.493848 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.494388 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: router_availability_zone Jun 16 18:39:03.494708 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: routerservicetype.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.495629 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.496671 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 18:39:03.496989 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.497886 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.498426 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: security-groups-normalized-cidr Jun 16 18:39:03.498735 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.499658 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.500171 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: port-security-groups-filtering Jun 16 18:39:03.500487 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.501406 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.501912 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: security-groups-remote-address-group Jun 16 18:39:03.502224 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: securitygroup.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.512486 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.513006 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: security-group Jun 16 18:39:03.513336 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: segment.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.514097 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.514616 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension segment not supported by any of loaded plugins Jun 16 18:39:03.514941 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.515920 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.516422 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 18:39:03.516742 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: servicetype.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.517845 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.518351 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: service-type Jun 16 18:39:03.518670 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: sorting.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.519649 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.519970 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: sorting Jun 16 18:39:03.520282 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: standard_attr_segment.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.521194 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.521949 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 18:39:03.522269 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: standardattrdescription.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.522897 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.523419 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: standard-attr-description Jun 16 18:39:03.523733 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: stateful_security_group.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.524628 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.525139 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: stateful-security-group Jun 16 18:39:03.525452 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: stdattrs_common.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.526008 dv-cinder-667108-31-iscsi neutron-server[99896]: WARNING neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 18:39:03.526318 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.527368 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.527866 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 18:39:03.528177 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: subnet_onboard.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.529221 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.529728 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: subnet_onboard Jun 16 18:39:03.530041 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.530947 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.531471 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 18:39:03.531785 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: subnet_service_types.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.532706 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.533208 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: subnet-service-types Jun 16 18:39:03.533521 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: subnetallocation.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.534596 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.535134 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: subnet_allocation Jun 16 18:39:03.540294 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.540294 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.540294 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: subnetpool-prefix-ops Jun 16 18:39:03.540294 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.540955 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.541451 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 18:39:03.541764 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: tagging.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.542803 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.543897 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: standard-attr-tag Jun 16 18:39:03.544217 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: timestamp.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.545422 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.545929 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loaded extension: standard-attr-timestamp Jun 16 18:39:03.546248 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: trunk.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.547273 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.547779 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension trunk not supported by any of loaded plugins Jun 16 18:39:03.548095 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: trunk_details.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.548991 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.549510 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 18:39:03.549824 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: uplink_status_propagation.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.550714 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.551246 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 18:39:03.551565 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Loading extension file: vlantransparent.py {{(pid=99896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:39:03.552211 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:39:03.552707 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 18:39:03.555207 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of TrackedResource for resource:network Jun 16 18:39:03.555721 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of TrackedResource for resource:subnet Jun 16 18:39:03.556129 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:39:03.556510 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of TrackedResource for resource:port Jun 16 18:39:03.557737 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.v2.resource_helper [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:39:03.558179 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.v2.resource_helper [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Service FLAVORS assigned prefix: {{(pid=99896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:39:03.559391 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.v2.resource_helper [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:39:03.559815 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.v2.resource_helper [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:39:03.560148 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of TrackedResource for resource:router Jun 16 18:39:03.560565 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 18:39:03.561073 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.v2.resource_helper [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Service METERING assigned prefix: /metering {{(pid=99896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:39:03.562490 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.562853 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.563216 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:39:03.564196 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 18:39:03.564639 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of TrackedResource for resource:security_group Jun 16 18:39:03.565054 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 18:39:03.565649 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.v2.resource_helper [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Service CORE assigned prefix: {{(pid=99896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:39:03.565971 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:39:03.566305 dv-cinder-667108-31-iscsi neutron-server[99896]: WARNING neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] subnetpool is already registered Jun 16 18:39:03.566735 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.v2.resource_helper [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Service CORE assigned prefix: {{(pid=99896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:39:03.567083 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:39:03.567406 dv-cinder-667108-31-iscsi neutron-server[99896]: WARNING neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] subnetpool is already registered Jun 16 18:39:03.569654 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.v2.resource_helper [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:39:03.570076 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.v2.resource_helper [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Service FLAVORS assigned prefix: {{(pid=99896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:39:03.570663 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.v2.resource_helper [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:39:03.571104 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.v2.resource_helper [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:39:03.571430 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of TrackedResource for resource:router Jun 16 18:39:03.571758 dv-cinder-667108-31-iscsi neutron-server[99896]: WARNING neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] router is already registered Jun 16 18:39:03.572155 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 18:39:03.572479 dv-cinder-667108-31-iscsi neutron-server[99896]: WARNING neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] floatingip is already registered Jun 16 18:39:03.572918 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.v2.resource_helper [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Service METERING assigned prefix: /metering {{(pid=99896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:39:03.573564 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 18:39:03.573882 dv-cinder-667108-31-iscsi neutron-server[99896]: WARNING neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] rbac_policy is already registered Jun 16 18:39:03.574312 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of TrackedResource for resource:security_group Jun 16 18:39:03.574634 dv-cinder-667108-31-iscsi neutron-server[99896]: WARNING neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] security_group is already registered Jun 16 18:39:03.575060 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 18:39:03.575384 dv-cinder-667108-31-iscsi neutron-server[99896]: WARNING neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] security_group_rule is already registered Jun 16 18:39:03.575993 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.v2.resource_helper [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Service CORE assigned prefix: {{(pid=99896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:39:03.576312 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:39:03.576634 dv-cinder-667108-31-iscsi neutron-server[99896]: WARNING neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] subnetpool is already registered Jun 16 18:39:03.577045 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.v2.resource_helper [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Service CORE assigned prefix: {{(pid=99896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:39:03.577358 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:39:03.577675 dv-cinder-667108-31-iscsi neutron-server[99896]: WARNING neutron.quota.resource_registry [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] subnetpool is already registered Jun 16 18:39:03.578132 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: extensions {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.579598 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: address-groups {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.581062 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: address-scopes {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.582356 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: agents {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.583521 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: auto-allocated-topology {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.584743 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: availability_zones {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.585930 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: dhcp-networks {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.587440 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: dhcp-agents {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.588920 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: routers {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.590638 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: flavors {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.593016 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: service_profiles {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.594210 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: next_providers {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.595641 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: service_profiles {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.597164 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: floatingip-pools {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.598357 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: routers {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.600078 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: floatingips {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.601337 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: l3-routers {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.602690 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: l3-agents {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.604110 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: metering-labels {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.605343 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: metering-label-rules {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.607271 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: network-ip-availabilities {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.608509 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: bindings {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.610042 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: quotas {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.611599 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: quotas {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.613010 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: rbac-policies {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.614181 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: security-groups {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.615496 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: security-group-rules {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.616717 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: service-providers {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.617937 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: subnetpools {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.619277 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: subnetpools {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.620803 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: tags {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.623098 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: tags {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.624901 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: tags {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.626650 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: tags {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.628349 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: tags {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.630308 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: tags {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.631994 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: tags {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.633798 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: tags {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.635696 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: tags {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.637431 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron.api.extensions [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Extended resource: tags {{(pid=99896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:39:03.643409 dv-cinder-667108-31-iscsi neutron-server[99896]: WARNING keystonemiddleware.auth_token [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 18:39:03.648195 dv-cinder-667108-31-iscsi neutron-server[99896]: WARNING keystonemiddleware.auth_token [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 18:39:03.656349 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_concurrency.lockutils [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Acquired lock "singleton_lock" {{(pid=99896) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 18:39:03.656819 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_concurrency.lockutils [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Releasing lock "singleton_lock" {{(pid=99896) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 18:39:03.657450 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO oslo_service.service [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Starting 2 workers Jun 16 18:39:03.662194 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Started child 100039 {{(pid=99896) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 18:39:03.666601 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Started child 100040 {{(pid=99896) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 18:39:03.667761 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:03.668967 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO neutron.service [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 18:39:03.669450 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Notify callbacks [] for process, before_spawn {{(pid=99896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:03.669739 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [-] (100039) wsgi starting up on http://0.0.0.0:9696 Jun 16 18:39:03.671925 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO oslo_service.service [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Starting 1 workers Jun 16 18:39:03.672266 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:03.673733 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [-] (100040) wsgi starting up on http://0.0.0.0:9696 Jun 16 18:39:03.677083 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Started child 100041 {{(pid=99896) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 18:39:03.677611 dv-cinder-667108-31-iscsi neutron-server[99896]: INFO oslo_service.service [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Starting 1 workers Jun 16 18:39:03.680937 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.service [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] calling RpcWorker wait() {{(pid=100041) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 18:39:03.681494 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.service [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] returning from RpcWorker wait() {{(pid=100041) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 18:39:03.682004 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Started child 100042 {{(pid=99896) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 18:39:03.682766 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:03.682868 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG neutron_lib.callbacks.manager [None req-691be74f-83fd-421f-9251-a4e0fed2d9c5 None None] Notify callbacks [] for process, after_spawn {{(pid=99896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:03.683327 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:03.685364 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99896) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 18:39:03.685576 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 18:39:03.685760 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 18:39:03.685976 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 18:39:03.686317 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 18:39:03.686476 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 18:39:03.687013 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.687312 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.687593 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.687685 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:03.688147 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.688147 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.688690 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.688943 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.689176 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.689453 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.689700 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.689877 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.690043 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.690303 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.690550 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.690847 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.691142 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.691393 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.691672 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.691840 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.692096 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.692351 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.692606 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.692866 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] debug = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.693104 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.693564 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.693803 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.694042 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.694255 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.694549 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.694776 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.695102 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.695362 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.695602 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.695844 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.696114 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.696345 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.696570 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.696818 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.697084 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.697305 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.697776 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] host = dv-cinder-667108-31-iscsi {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.697986 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.698197 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.698437 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.698692 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.698949 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.699237 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.699483 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.699732 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.699999 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.700247 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.700483 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.700724 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.700969 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.701199 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] log_file = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.701360 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] log_options = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.701591 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.701854 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.702116 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.702304 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.702470 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.702640 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.702886 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.703069 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.703333 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.703566 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.703783 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.703998 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.704230 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.704455 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.704715 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.704938 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.705165 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.705368 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.705613 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.705855 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.706076 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.706296 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.706532 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.706747 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.706989 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.707220 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.707444 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.707672 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.707876 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.708127 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.708373 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.708634 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.708881 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.709130 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.709356 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.709579 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.709792 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.710047 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.710272 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.710509 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.710774 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.710978 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.711221 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.711453 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.711692 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.711901 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] use_json = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.712129 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.712357 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.712613 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.712886 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.713035 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.713159 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:03.713289 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.713442 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.713720 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.714069 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.714335 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.715089 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.715089 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.715644 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.715644 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.715644 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.716114 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.716114 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.716378 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.716625 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.716947 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.717144 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.717368 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.717619 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.717932 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.718182 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.718454 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.718683 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.718894 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.719128 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.719362 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.719681 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.719957 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.720205 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.720450 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.720668 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.720911 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.721130 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.721367 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.721581 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.721810 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.722065 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.722317 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.722529 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.722750 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.722979 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.727887 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.727887 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.727887 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.727887 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.727887 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.727887 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.727887 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.727887 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.727887 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.728455 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.728455 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.728455 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.728455 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.728455 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.728455 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.728455 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.728455 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.728455 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.729025 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.729025 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.729025 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.729025 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.729025 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.729025 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.729025 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.729025 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.729025 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.729643 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.729643 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.729643 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.729862 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.729949 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.730186 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.730940 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.731373 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.731373 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.731655 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.731817 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.731966 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.732196 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.732412 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.732628 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.734781 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.734781 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.734781 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.734781 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.734781 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.734781 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.734781 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.734781 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.736873 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.736873 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.736873 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.736873 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.736873 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.736873 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.736873 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.736873 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.737334 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.737334 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.737334 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.737334 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.737569 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.737639 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.737804 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.738062 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.738296 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.738545 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.738782 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.739071 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.739324 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.739597 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.740055 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.740293 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.740553 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.740802 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.741074 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.741285 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.741553 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.741857 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.742125 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.742405 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.742631 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.742858 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.743109 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.743373 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.743621 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.745136 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.745136 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.745136 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.745136 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.745136 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.745136 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.745953 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.745953 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.745953 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.745953 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.747028 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.747028 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.747247 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.747495 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.747732 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.747990 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.748257 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.748487 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.748751 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.749135 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.749501 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.749922 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.750339 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.750797 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.751234 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.751674 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.751911 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.752127 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.752340 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.752569 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.752775 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.752985 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.753189 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.753403 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.755036 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.755036 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.755036 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.755036 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.755036 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.755036 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.755036 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.755525 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.755525 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.755525 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.755866 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.756029 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.756278 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.756493 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.756715 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.756936 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.757203 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.757414 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.757659 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.757893 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.758103 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.758313 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.758525 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.758755 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.758981 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.759225 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.759453 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.759682 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.759925 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.760260 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.760512 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.760736 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.760970 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.761181 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.761424 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.761892 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.761993 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.762622 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.762622 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.762622 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.762883 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.763087 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.763478 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.763705 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.763932 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.764138 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.764347 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.764549 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.764825 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.765080 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.767031 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.767031 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.767031 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.767031 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.767031 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.767031 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.767031 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.767031 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.767031 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.767790 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.767790 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.767790 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.767790 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.768081 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.768213 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.768444 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.768653 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.768859 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.769118 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.769343 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.769563 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.769774 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.769981 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.770287 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.770538 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.770774 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.771074 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.771299 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.771520 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.772041 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.772351 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.772577 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.772829 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.773041 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.773275 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.773527 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.773775 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.774098 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.774381 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.774607 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.774852 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.775146 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.775420 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.775667 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.775873 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.776167 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.776506 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.776776 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.777029 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.777251 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.777581 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.777818 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.778053 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.778283 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.778541 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.778751 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.779021 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.779255 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.779478 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.779684 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.779879 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.780071 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.780293 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.780486 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.780730 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.780945 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.781121 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 18:39:03.781669 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99896) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 18:39:03.781930 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 18:39:03.782179 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 18:39:03.782179 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 18:39:03.782656 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 18:39:03.782656 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 18:39:03.782656 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.783228 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.783228 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.783228 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.783228 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.784297 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.784297 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.784297 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.784297 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.784297 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.784297 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.784297 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.785474 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.785474 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.785474 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.785474 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.785474 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.785474 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.785474 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.785474 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.786928 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.786928 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.786928 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] debug = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.786928 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.786928 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.786928 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.788238 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.788238 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.788238 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.788238 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.788238 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.788238 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.788238 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.788238 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.789761 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.789761 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.789761 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.789761 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.789761 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.789761 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.789761 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] host = dv-cinder-667108-31-iscsi {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.789761 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.789761 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.791428 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.791428 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.791428 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.791428 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.791428 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.791428 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.791428 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.791428 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.793402 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.793402 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.793402 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.793402 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] log_file = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.793402 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] log_options = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.793402 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.793402 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.793402 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.795033 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.795033 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.795033 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.795033 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.795033 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.795033 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.795033 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.796178 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.796178 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.796178 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.796178 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.796178 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.796178 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.796178 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.796178 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.797503 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.797503 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.797503 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.797503 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.797503 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.797503 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.797503 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.797503 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.798949 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.798949 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.798949 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.798949 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.798949 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.798949 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.798949 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.798949 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.800441 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.800441 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.800441 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.800441 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.800441 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.800441 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.800441 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.800441 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.801858 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.801858 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.801858 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.801858 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] use_json = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.801858 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.801858 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.801858 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.801858 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.801858 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.803250 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.803250 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.803250 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:39:03.803250 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.803250 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.803250 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.803250 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.803250 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.804644 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.804644 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.804644 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.804644 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.804644 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.804644 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.804644 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.804644 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.804644 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.806197 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.806197 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.806197 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.806197 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.806197 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.806197 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.806197 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.806197 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.807403 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.807403 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.807403 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.807403 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.807403 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.807403 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.807403 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.807403 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.808460 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.808460 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.808460 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.808460 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.808460 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.808460 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.808460 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.808460 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.808460 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.810213 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.810213 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.810213 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.810213 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.810213 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.810213 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.810213 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.810213 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.810213 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.811392 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.811392 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.811392 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.811392 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.811392 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.811392 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.811392 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.811392 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.811392 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.812508 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.812508 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.812508 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.812508 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.812508 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.812508 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.812508 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.812508 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.812508 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.813615 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.813615 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.813615 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.813615 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.813615 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.813615 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.813615 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.813615 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.813615 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.814968 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.814968 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.814968 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.814968 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.814968 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.814968 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.814968 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.814968 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.814968 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.816128 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.816128 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.816128 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.816128 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.816128 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.816128 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.816128 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.816128 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.829719 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.829719 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.829719 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.829719 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.829719 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.829719 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.829719 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.829719 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.831153 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.831153 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.831153 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.831153 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.831153 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.831153 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.831153 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.831153 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.832571 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.832571 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.832571 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.832571 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.832571 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.832571 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.832571 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.832571 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.833984 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.833984 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.833984 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.833984 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.833984 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.833984 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.833984 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.833984 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.835298 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.835298 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.835298 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.835298 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.835298 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.835298 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.835298 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.835298 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.836739 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.836739 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.836739 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.836739 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.836739 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.836739 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.836739 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.836739 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.838418 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.838418 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.838418 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.838418 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.838418 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.838418 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.838418 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.838418 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.839691 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.839691 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.839691 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.839691 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.839691 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.839691 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.839691 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.839691 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.840852 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.840852 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.840852 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.840852 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.840852 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.840852 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.840852 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.840852 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.841837 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.841837 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.841837 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.841837 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.841837 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.841837 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.841837 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.841837 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.842836 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.842836 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.842836 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.842836 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.842836 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.842836 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.842836 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.842836 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.843823 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.843823 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.843823 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.843823 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.843823 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.843823 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.843823 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.843823 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.844766 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.844766 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.844766 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.844766 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.844766 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.844766 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.844766 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.844766 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.845721 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.845721 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.845721 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.845721 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.845721 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.845721 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.845721 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.845721 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.845721 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.846817 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.846817 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.846817 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.846817 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.846817 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.846817 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.846817 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.846817 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.847801 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.847801 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.847801 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.847801 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.847801 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.847801 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.847801 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.847801 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.847801 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.848881 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.848881 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.848881 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.848881 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.848881 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.848881 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.848881 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.848881 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.848881 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.849961 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.849961 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.849961 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.849961 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.849961 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.849961 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.849961 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.849961 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.850849 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.850849 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.850849 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.850849 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.850849 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.850849 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.850849 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.850849 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.853005 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.853005 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.853005 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.853005 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.853005 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.853005 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.853005 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.853005 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.854131 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.854131 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.854131 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.854131 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.854131 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.854131 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.854131 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.854131 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.854131 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.855317 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.855317 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.855317 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.855317 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.855317 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.855317 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.855317 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.855317 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.855317 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.856890 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:39:03.856890 dv-cinder-667108-31-iscsi neutron-server[99896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 18:39:03.857110 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:04.115246 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 42902) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:04.123786 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063319 Jun 16 18:39:15.560530 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84db234-3e54-4619-b250-ac121e7560cb None None] get_active_networks_info from dv-cinder-667108-31-iscsi {{(pid=100041) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 18:39:15.634867 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84db234-3e54-4619-b250-ac121e7560cb None None] No non-hosted networks {{(pid=100041) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 18:39:15.660256 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.agentschedulers_db [None req-b84db234-3e54-4619-b250-ac121e7560cb None None] DHCP Agent not found on host dv-cinder-667108-31-iscsi {{(pid=100041) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 16 18:39:15.865322 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bb442578-3e8b-4a48-988b-ed728686a49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863'] for agent, after_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:18.042340 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-3b83b39e-62ac-4ba3-abf8-46c0319408e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863'] for agent, after_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:18.169174 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.db.api [None req-37087ae3-77a6-4c96-a299-052e3438deda None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-667108-31-iscsi {{(pid=100041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 18:39:18.169585 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_db.api [None req-37087ae3-77a6-4c96-a299-052e3438deda None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:39:18.363326 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863'] for agent, after_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:18.364163 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:18.367560 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:18.367560 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:18.367560 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:18.367560 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:18.367560 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:18.367979 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:18.367979 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:18.367979 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:18.367979 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:18.367979 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:18.368617 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:18.369252 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-667108-31-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:18.381934 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-667108-31-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:18.763106 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-37087ae3-77a6-4c96-a299-052e3438deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:19.202053 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863'] for agent, after_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:20.899104 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863'] for agent, after_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:21.960251 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 42994) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:22.269941 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.db.l3_hamode_db [None req-ce20cc9a-67de-4375-9d6a-bc432eb44fd9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 18:39:22.345572 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce20cc9a-67de-4375-9d6a-bc432eb44fd9 None None] Routers set() bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:39:22.346000 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce20cc9a-67de-4375-9d6a-bc432eb44fd9 None None] Router IDs set() for agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 18:39:22.466932 dv-cinder-667108-31-iscsi neutron-server[100040]: WARNING oslo_policy.policy [None req-7984aaeb-2531-4ff0-ba6d-601c91bcfd0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:39:22.467562 dv-cinder-667108-31-iscsi neutron-server[100040]: WARNING oslo_policy.policy [None req-7984aaeb-2531-4ff0-ba6d-601c91bcfd0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:39:22.684392 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [None req-7984aaeb-2531-4ff0-ba6d-601c91bcfd0b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100040) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:39:22.685520 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-7984aaeb-2531-4ff0-ba6d-601c91bcfd0b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7231710 Jun 16 18:39:24.992517 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 43008) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:25.305951 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-4f40dbb2-d3b8-43b2-9e0a-b16b429ed166 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:39:25.398268 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.policy [None req-4f40dbb2-d3b8-43b2-9e0a-b16b429ed166 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100040) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 18:39:25.443542 dv-cinder-667108-31-iscsi neutron-server[100040]: WARNING oslo_policy.policy [None req-4f40dbb2-d3b8-43b2-9e0a-b16b429ed166 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:39:25.443970 dv-cinder-667108-31-iscsi neutron-server[100040]: WARNING oslo_policy.policy [None req-4f40dbb2-d3b8-43b2-9e0a-b16b429ed166 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:39:25.452266 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.quota [None req-4f40dbb2-d3b8-43b2-9e0a-b16b429ed166 admin admin] Loaded quota_driver: . Jun 16 18:39:25.604739 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4f40dbb2-d3b8-43b2-9e0a-b16b429ed166 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753329978283', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753329977758', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753329966374', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753329963880', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753329951011', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753329944236', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1542745', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1547728', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-589458', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-621762'] for rbac-policy, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:25.801986 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4f40dbb2-d3b8-43b2-9e0a-b16b429ed166 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:25.803194 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-4f40dbb2-d3b8-43b2-9e0a-b16b429ed166 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8096836 Jun 16 18:39:28.325082 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 43020) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:28.620002 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '30d3c4a278744f40a7695845ca2e7add', 'project_id': '30d3c4a278744f40a7695845ca2e7add', 'name': 'private'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:39:28.710406 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Made reservation on behalf of 30d3c4a278744f40a7695845ca2e7add for: {'network': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:39:28.713287 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:28.730756 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:28.851611 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:28.920769 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:28.926115 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:28.940881 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=100040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:39:28.968852 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753331000872', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:28.969444 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Unsubscribe: segment precommit_create {{(pid=100040) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 18:39:28.969936 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.segments_db [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Added segment bfce8adf-7e6f-4477-b14b-1251b1836011 of type vlan for network c5234466-0169-4263-8787-e7c666e3318f Jun 16 18:39:28.987335 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71230ad-c5ad-4680-a573-543fef99b3c2,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:29.035208 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.035560 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.035880 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.036195 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.036503 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.036822 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.037155 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.037460 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.037758 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.038056 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.038352 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.038645 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Tracked resource versions report: Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: pushed versions: Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: { 'AddressGroup': {'1.2'}, Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'ConntrackHelper': {'1.0'}, Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Log': {'1.0'}, Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Network': {'1.1'}, Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Port': {'1.7'}, Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'PortForwarding': {'1.2'}, Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'QosPolicy': {'1.8'}, Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'SecurityGroup': {'1.4'}, Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'SubPort': {'1.0'}, Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Subnet': {'1.1'}, Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Trunk': {'1.1'}} Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: consumer versions: Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: { DHCP agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: L3 agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: Metadata agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: Metering agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: Open vSwitch agent@dv-cinder-667108-31-iscsi: { 'AddressGroup': '1.2', Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'ConntrackHelper': '1.0', Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Log': '1.0', Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Network': '1.1', Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Port': '1.7', Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'PortForwarding': '1.2', Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'QosPolicy': '1.8', Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'SecurityGroup': '1.4', Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'SecurityGroupRule': '1.2', Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'SubPort': '1.0', Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Subnet': '1.1', Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Trunk': '1.1'}} Jun 16 18:39:29.039914 dv-cinder-667108-31-iscsi neutron-server[100040]: {{(pid=100040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:39:29.085477 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:29.091920 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:29.195592 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:29.197129 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:29.197763 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:29.201122 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:29.291376 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Pushing event updated for resources: {'Network': ['ID=c5234466-0169-4263-8787-e7c666e3318f,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:29.294395 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:29.302308 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network c5234466-0169-4263-8787-e7c666e3318f details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:39:29.322829 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9966757 Jun 16 18:39:31.907203 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 43034) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:32.293221 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a8a8b4-e274-489f-9020-a4f001a1e224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:32.294549 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-61a8a8b4-e274-489f-9020-a4f001a1e224 admin admin] 10.222.0.41 "GET /v2.0/networks/c5234466-0169-4263-8787-e7c666e3318f HTTP/1.1" status: 200 len: 825 time: 0.3864141 Jun 16 18:39:32.318011 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-27f2515b-6961-485f-b6de-035496a91216 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/c883f928-709a-4476-a602-c2f539c853bf HTTP/1.1" status: 200 len: 734 time: 0.0181441 Jun 16 18:39:32.331417 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-e87610ce-7cc2-4152-ab80-21f3fd2fad85 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f', 'subnetpool_id': 'c883f928-709a-4476-a602-c2f539c853bf', 'gateway_ip': '172.20.0.1', 'tenant_id': '30d3c4a278744f40a7695845ca2e7add', 'ip_version': 4}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:39:32.441982 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87610ce-7cc2-4152-ab80-21f3fd2fad85 admin admin] Made reservation on behalf of 30d3c4a278744f40a7695845ca2e7add for: {'subnet': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:39:32.444467 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e87610ce-7cc2-4152-ab80-21f3fd2fad85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:32.790840 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e87610ce-7cc2-4152-ab80-21f3fd2fad85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489'] for subnet, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:32.793910 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:32.860668 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87610ce-7cc2-4152-ab80-21f3fd2fad85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=add00b6c-4ebf-445d-bd40-a4f12c3ba8af,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:32.865014 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87610ce-7cc2-4152-ab80-21f3fd2fad85 admin admin] Checking segment: {'id': 'bfce8adf-7e6f-4477-b14b-1251b1836011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:39:32.865389 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87610ce-7cc2-4152-ab80-21f3fd2fad85 admin admin] Network hostable DHCP agents. Network: c5234466-0169-4263-8787-e7c666e3318f, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:39:32.867506 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e87610ce-7cc2-4152-ab80-21f3fd2fad85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:32.967596 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87610ce-7cc2-4152-ab80-21f3fd2fad85 admin admin] Network c5234466-0169-4263-8787-e7c666e3318f is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:39:33.047709 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-e87610ce-7cc2-4152-ab80-21f3fd2fad85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, c5234466-0169-4263-8787-e7c666e3318f) {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:33.052283 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87610ce-7cc2-4152-ab80-21f3fd2fad85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:33.052876 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e87610ce-7cc2-4152-ab80-21f3fd2fad85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:33.057754 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02ee385-aa32-441c-91b7-78a9979a5c58 None None] Network c5234466-0169-4263-8787-e7c666e3318f requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:39:33.248499 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-e87610ce-7cc2-4152-ab80-21f3fd2fad85 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9251568 Jun 16 18:39:33.358782 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8b26a4e-7818-5058-9bf8-178988fe1486-c5234466-0169-4263-8787-e7c666e3318f', 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f', 'tenant_id': '30d3c4a278744f40a7695845ca2e7add', 'fixed_ips': [{'subnet_id': 'add00b6c-4ebf-445d-bd40-a4f12c3ba8af'}]}} from dv-cinder-667108-31-iscsi. {{(pid=100041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 18:39:33.360109 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:33.637540 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.db_base_plugin_common [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Allocated IP 172.20.0.2 (c5234466-0169-4263-8787-e7c666e3318f/add00b6c-4ebf-445d-bd40-a4f12c3ba8af/ac4bbb41-d891-46f8-94af-13bd1db44246) {{(pid=100041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:39:33.838357 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:33.855831 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Transition to ACTIVE for port object ac4bbb41-d891-46f8-94af-13bd1db44246 will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:39:33.903871 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Transition to ACTIVE for port object ac4bbb41-d891-46f8-94af-13bd1db44246 will not be triggered until provisioned by entity DHCP. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:39:33.973624 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:33.976712 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:34.041170 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Network c5234466-0169-4263-8787-e7c666e3318f is already hosted by enough agents. {{(pid=100041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:39:34.049060 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.base_scheduler [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Resources bound (agent type, host, resource id): {{(pid=100041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:34.057544 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Received port after_create {{(pid=100041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:39:34.060680 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Pushing event updated for resources: {'Port': ['ID=ac4bbb41-d891-46f8-94af-13bd1db44246,revision_number=1']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:34.076793 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:34.077149 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:34.077479 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:34.077863 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:34.078114 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:34.078430 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:34.078738 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:34.079085 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:34.079427 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:34.079855 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:34.080144 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:34.080390 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Tracked resource versions report: Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: pushed versions: Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: { 'AddressGroup': {'1.2'}, Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'ConntrackHelper': {'1.0'}, Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Log': {'1.0'}, Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Network': {'1.1'}, Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Port': {'1.7'}, Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'PortForwarding': {'1.2'}, Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'QosPolicy': {'1.8'}, Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'SecurityGroup': {'1.4'}, Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'SubPort': {'1.0'}, Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Subnet': {'1.1'}, Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Trunk': {'1.1'}} Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: consumer versions: Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: { DHCP agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: L3 agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: Metadata agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: Metering agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: Open vSwitch agent@dv-cinder-667108-31-iscsi: { 'AddressGroup': '1.2', Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'ConntrackHelper': '1.0', Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Log': '1.0', Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Network': '1.1', Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Port': '1.7', Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'PortForwarding': '1.2', Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'QosPolicy': '1.8', Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'SecurityGroup': '1.4', Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'SecurityGroupRule': '1.2', Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'SubPort': '1.0', Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Subnet': '1.1', Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Trunk': '1.1'}} Jun 16 18:39:34.081765 dv-cinder-667108-31-iscsi neutron-server[100041]: {{(pid=100041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:39:34.101635 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:34.152181 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Attempting to bind port ac4bbb41-d891-46f8-94af-13bd1db44246 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:39:34.152567 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Attempting to bind port ac4bbb41-d891-46f8-94af-13bd1db44246 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': 'bfce8adf-7e6f-4477-b14b-1251b1836011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:39:34.152996 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Attempting to bind port ac4bbb41-d891-46f8-94af-13bd1db44246 on network c5234466-0169-4263-8787-e7c666e3318f {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:39:34.157970 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:39:34.158308 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Checking segment: {'id': 'bfce8adf-7e6f-4477-b14b-1251b1836011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:39:34.158787 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:34.159217 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Bound using segment: {'id': 'bfce8adf-7e6f-4477-b14b-1251b1836011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:39:34.159678 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Bound port: ac4bbb41-d891-46f8-94af-13bd1db44246, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfce8adf-7e6f-4477-b14b-1251b1836011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:39:34.160069 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:34.224605 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] For port ac4bbb41-d891-46f8-94af-13bd1db44246, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:39:34.228898 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] For port ac4bbb41-d891-46f8-94af-13bd1db44246, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=ac4bbb41-d891-46f8-94af-13bd1db44246,segment=NetworkSegment(bfce8adf-7e6f-4477-b14b-1251b1836011),segment_id=bfce8adf-7e6f-4477-b14b-1251b1836011)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:39:34.299829 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:34.303707 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:34.369365 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Pushing event updated for resources: {'Port': ['ID=ac4bbb41-d891-46f8-94af-13bd1db44246,revision_number=2']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:34.373150 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:35.651796 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 43042) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:35.969644 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [None req-2ec5656c-25a7-404c-8ba7-71957cbfbe48 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100040) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:39:35.970622 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-2ec5656c-25a7-404c-8ba7-71957cbfbe48 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3177078 Jun 16 18:39:38.335923 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 43050) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:38.829259 dv-cinder-667108-31-iscsi neutron-server[100039]: WARNING oslo_policy.policy [None req-8bc1306b-9b8c-41d5-98cb-6ffe30d253a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:39:38.829840 dv-cinder-667108-31-iscsi neutron-server[100039]: WARNING oslo_policy.policy [None req-8bc1306b-9b8c-41d5-98cb-6ffe30d253a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:39:39.049063 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [None req-8bc1306b-9b8c-41d5-98cb-6ffe30d253a0 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:39:39.050123 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-8bc1306b-9b8c-41d5-98cb-6ffe30d253a0 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7133069 Jun 16 18:39:40.137717 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device ac4bbb41-d891-46f8-94af-13bd1db44246 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:39:40.293410 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port ac4bbb41-d891-46f8-94af-13bd1db44246 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:39:40.478241 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f50f17-1eb7-4454-b472-7899a605675a None None] Network c5234466-0169-4263-8787-e7c666e3318f requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:39:40.584531 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-d38b6283-d5b6-46e6-9cbc-b26e1b1012a1 None None] Provisioning for port ac4bbb41-d891-46f8-94af-13bd1db44246 completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:39:40.592499 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-d38b6283-d5b6-46e6-9cbc-b26e1b1012a1 None None] Provisioning complete for port ac4bbb41-d891-46f8-94af-13bd1db44246 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:39:40.592883 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-d38b6283-d5b6-46e6-9cbc-b26e1b1012a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:40.758788 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-d38b6283-d5b6-46e6-9cbc-b26e1b1012a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:40.825310 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-d38b6283-d5b6-46e6-9cbc-b26e1b1012a1 None None] For port ac4bbb41-d891-46f8-94af-13bd1db44246, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=ac4bbb41-d891-46f8-94af-13bd1db44246,segment=NetworkSegment(bfce8adf-7e6f-4477-b14b-1251b1836011),segment_id=bfce8adf-7e6f-4477-b14b-1251b1836011)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:39:40.893203 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-d38b6283-d5b6-46e6-9cbc-b26e1b1012a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:40.895836 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:40.948898 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b6283-d5b6-46e6-9cbc-b26e1b1012a1 None None] Pushing event updated for resources: {'Port': ['ID=ac4bbb41-d891-46f8-94af-13bd1db44246,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:40.951972 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-d38b6283-d5b6-46e6-9cbc-b26e1b1012a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:41.014145 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-d4219125-4c4b-48ef-96bf-9e771f678b01 None None] Provisioning complete for port ac4bbb41-d891-46f8-94af-13bd1db44246 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:39:41.014438 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-d4219125-4c4b-48ef-96bf-9e771f678b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:41.649605 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 43070) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:41.944789 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-d73a125d-93a2-48f5-a22c-8edaf6b2ada7 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '30d3c4a278744f40a7695845ca2e7add', 'admin_state_up': True}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:39:42.007913 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.policy [None req-d73a125d-93a2-48f5-a22c-8edaf6b2ada7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100039) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 18:39:42.053565 dv-cinder-667108-31-iscsi neutron-server[100039]: WARNING oslo_policy.policy [None req-d73a125d-93a2-48f5-a22c-8edaf6b2ada7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:39:42.053935 dv-cinder-667108-31-iscsi neutron-server[100039]: WARNING oslo_policy.policy [None req-d73a125d-93a2-48f5-a22c-8edaf6b2ada7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:39:42.063070 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.quota [None req-d73a125d-93a2-48f5-a22c-8edaf6b2ada7 admin admin] Loaded quota_driver: . Jun 16 18:39:42.101147 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device ac4bbb41-d891-46f8-94af-13bd1db44246 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:39:42.146964 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port ac4bbb41-d891-46f8-94af-13bd1db44246 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:39:42.147357 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:42.184898 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d73a125d-93a2-48f5-a22c-8edaf6b2ada7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3204'] for router, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:42.186652 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d73a125d-93a2-48f5-a22c-8edaf6b2ada7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3199'] for router, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:42.342303 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d73a125d-93a2-48f5-a22c-8edaf6b2ada7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:42.414201 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d73a125d-93a2-48f5-a22c-8edaf6b2ada7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421606'] for router, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:42.509356 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d73a125d-93a2-48f5-a22c-8edaf6b2ada7 admin admin] Notify callbacks [] for router, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:42.510441 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-d73a125d-93a2-48f5-a22c-8edaf6b2ada7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8598993 Jun 16 18:39:44.819988 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 43080) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:45.132409 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [None req-73a594ae-cc14-44fe-9d76-934f99dd6c59 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:39:45.133387 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-73a594ae-cc14-44fe-9d76-934f99dd6c59 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124816 Jun 16 18:39:45.510246 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-c9f066a5-ca20-49b9-a84a-ba605fca826f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:47.480831 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 43088) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:47.790619 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:39:47.870477 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Made reservation on behalf of 7a9c1d7b0f514572a36db40875a48ec8 for: {'network': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:39:47.873183 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:47.889668 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:47.972708 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-dc86dd97-dff6-47ed-be2b-45b274761b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:48.024425 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:48.178581 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:48.183024 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:48.191329 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Reserving flat network on physical network physnet1 {{(pid=100039) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 18:39:48.224298 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753331000872', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:48.224915 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Unsubscribe: segment precommit_create {{(pid=100039) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 18:39:48.225405 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.segments_db [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Added segment 29a183a7-6f41-4309-b085-e8d58d372937 of type flat for network 8606aa04-9217-44b7-9651-2ff45bf86ab5 Jun 16 18:39:48.243800 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99f22de-f3a2-4809-b93b-eed17a455ca3,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:48.296343 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:48.296702 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:48.297030 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:48.297356 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:48.297668 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:48.297995 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:48.298309 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:48.298618 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:48.298926 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:48.299258 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:48.299562 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:48.299866 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Tracked resource versions report: Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: pushed versions: Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: { 'AddressGroup': {'1.2'}, Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'ConntrackHelper': {'1.0'}, Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Log': {'1.0'}, Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Network': {'1.1'}, Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Port': {'1.7'}, Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'PortForwarding': {'1.2'}, Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'QosPolicy': {'1.8'}, Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'SecurityGroup': {'1.4'}, Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'SubPort': {'1.0'}, Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Subnet': {'1.1'}, Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Trunk': {'1.1'}} Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: consumer versions: Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: { DHCP agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: L3 agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: Metadata agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: Metering agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: Open vSwitch agent@dv-cinder-667108-31-iscsi: { 'AddressGroup': '1.2', Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'ConntrackHelper': '1.0', Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Log': '1.0', Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Network': '1.1', Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Port': '1.7', Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'PortForwarding': '1.2', Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'QosPolicy': '1.8', Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'SecurityGroup': '1.4', Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'SecurityGroupRule': '1.2', Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'SubPort': '1.0', Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Subnet': '1.1', Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Trunk': '1.1'}} Jun 16 18:39:48.301184 dv-cinder-667108-31-iscsi neutron-server[100039]: {{(pid=100039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:39:48.355206 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:48.362065 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:48.365801 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:48.509990 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:48.511946 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:48.512585 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:48.515550 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:48.614913 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Pushing event updated for resources: {'Network': ['ID=8606aa04-9217-44b7-9651-2ff45bf86ab5,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:48.618530 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:48.620085 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1382592 Jun 16 18:39:48.625221 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:39:49.104489 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:50.859463 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:50.967124 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 43110) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:51.183629 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b10b0b-0999-424f-82a2-c9b4dfba7a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:51.185005 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-83b10b0b-0999-424f-82a2-c9b4dfba7a8e admin admin] 10.222.0.41 "GET /v2.0/subnets/add00b6c-4ebf-445d-bd40-a4f12c3ba8af HTTP/1.1" status: 200 len: 849 time: 0.2169290 Jun 16 18:39:51.326718 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-db521934-1dd8-462a-80df-250d30bcc2e0 admin admin] 10.222.0.41 "GET /v2.0/routers/3f471aaf-2cf1-4d49-a606-5b66083f050a HTTP/1.1" status: 200 len: 704 time: 0.1363280 Jun 16 18:39:51.591106 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:51.886327 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Allocated IP 172.20.0.1 (c5234466-0169-4263-8787-e7c666e3318f/add00b6c-4ebf-445d-bd40-a4f12c3ba8af/b2302989-4e62-4542-98b2-cd529ea5badb) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:39:52.073270 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:52.097045 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.provisioning_blocks [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Transition to ACTIVE for port object b2302989-4e62-4542-98b2-cd529ea5badb will not be triggered until provisioned by entity DHCP. {{(pid=100039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:39:52.241182 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:52.244335 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:52.305061 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Network c5234466-0169-4263-8787-e7c666e3318f is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:39:52.310574 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:52.327343 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:39:52.327894 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425815'] for router_interface, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:52.349716 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Pushing event updated for resources: {'Port': ['ID=b2302989-4e62-4542-98b2-cd529ea5badb,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:52.391822 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:52.544038 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-b52e6d91-6153-4dfa-ab7e-71a8617c9fdb None None] Provisioning for port b2302989-4e62-4542-98b2-cd529ea5badb completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:39:52.548073 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-b52e6d91-6153-4dfa-ab7e-71a8617c9fdb None None] Provisioning complete for port b2302989-4e62-4542-98b2-cd529ea5badb triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:39:52.548490 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-b52e6d91-6153-4dfa-ab7e-71a8617c9fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:52.582571 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-b52e6d91-6153-4dfa-ab7e-71a8617c9fdb None None] Port b2302989-4e62-4542-98b2-cd529ea5badb cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:39:52.687189 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:52.865450 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:52.937946 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:52.939130 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425771'] for router_interface, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:52.940909 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:53.016631 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Pushing event updated for resources: {'Port': ['ID=b2302989-4e62-4542-98b2-cd529ea5badb,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:53.020511 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:53.069397 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Network c5234466-0169-4263-8787-e7c666e3318f is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:39:53.070727 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:53.286920 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Router 3f471aaf-2cf1-4d49-a606-5b66083f050a is scheduled to L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 with binding_index 1 {{(pid=100039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 18:39:53.303312 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-5febc3dd-4ba0-4863-889a-b082e16769aa None None] Provisioning complete for port b2302989-4e62-4542-98b2-cd529ea5badb triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:39:53.303685 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-5febc3dd-4ba0-4863-889a-b082e16769aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:53.336224 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-5febc3dd-4ba0-4863-889a-b082e16769aa None None] Port b2302989-4e62-4542-98b2-cd529ea5badb cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:39:53.377468 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:39:53.382505 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] 10.222.0.41 "PUT /v2.0/routers/3f471aaf-2cf1-4d49-a606-5b66083f050a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0507648 Jun 16 18:39:53.387834 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Sync routers for ids ['3f471aaf-2cf1-4d49-a606-5b66083f050a'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:39:53.399960 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Routers {'3f471aaf-2cf1-4d49-a606-5b66083f050a'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:39:53.400882 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-13d06743-c872-4040-a57c-baca6a400531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:39:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['3f471aaf-2cf1-4d49-a606-5b66083f050a'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:53.584337 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Set router 3f471aaf-2cf1-4d49-a606-5b66083f050a gateway port host: None {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:39:54.015785 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-13d06743-c872-4040-a57c-baca6a400531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f471aaf-2cf1-4d49-a606-5b66083f050a', 'name': 'router1', 'tenant_id': '30d3c4a278744f40a7695845ca2e7add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:39:42Z', 'updated_at': '2021-06-16T18:39:52Z', 'revision_number': 2, 'project_id': '30d3c4a278744f40a7695845ca2e7add', 'gw_port_host': None, '_interfaces': [{'id': 'b2302989-4e62-4542-98b2-cd529ea5badb', 'name': '', 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f', 'tenant_id': '30d3c4a278744f40a7695845ca2e7add', 'mac_address': 'fa:16:3e:98:21:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f471aaf-2cf1-4d49-a606-5b66083f050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'add00b6c-4ebf-445d-bd40-a4f12c3ba8af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:39:51Z', 'updated_at': '2021-06-16T18:39:52Z', 'revision_number': 2, 'project_id': '30d3c4a278744f40a7695845ca2e7add', 'subnets': [{'id': 'add00b6c-4ebf-445d-bd40-a4f12c3ba8af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c883f928-709a-4476-a602-c2f539c853bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:54.022165 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Checking router: 3f471aaf-2cf1-4d49-a606-5b66083f050a for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:39:54.027907 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Updating router 3f471aaf-2cf1-4d49-a606-5b66083f050a port b2302989-4e62-4542-98b2-cd529ea5badb binding host dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:39:54.089906 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.572000 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Notify callbacks [] for port, precommit_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.589228 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.provisioning_blocks [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Transition to ACTIVE for port object b2302989-4e62-4542-98b2-cd529ea5badb will not be triggered until provisioned by entity L2. {{(pid=100042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:39:54.663956 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.667452 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:54.802828 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Pushing event updated for resources: {'Port': ['ID=b2302989-4e62-4542-98b2-cd529ea5badb,revision_number=3']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:54.861010 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:54.861364 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:54.861736 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:54.862069 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:54.862322 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:54.862670 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:54.862922 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:54.863252 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:54.863578 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:54.863907 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:54.864188 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:54.864493 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Tracked resource versions report: Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: pushed versions: Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: { 'AddressGroup': {'1.2'}, Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'ConntrackHelper': {'1.0'}, Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Log': {'1.0'}, Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Network': {'1.1'}, Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Port': {'1.7'}, Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'PortForwarding': {'1.2'}, Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'QosPolicy': {'1.8'}, Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'SecurityGroup': {'1.4'}, Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'SubPort': {'1.0'}, Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Subnet': {'1.1'}, Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Trunk': {'1.1'}} Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: consumer versions: Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: { DHCP agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: L3 agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: Metadata agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: Metering agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: Open vSwitch agent@dv-cinder-667108-31-iscsi: { 'AddressGroup': '1.2', Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'ConntrackHelper': '1.0', Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Log': '1.0', Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Network': '1.1', Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Port': '1.7', Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'PortForwarding': '1.2', Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'QosPolicy': '1.8', Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'SecurityGroup': '1.4', Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'SecurityGroupRule': '1.2', Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'SubPort': '1.0', Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Subnet': '1.1', Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Trunk': '1.1'}} Jun 16 18:39:54.865852 dv-cinder-667108-31-iscsi neutron-server[100042]: {{(pid=100042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:39:54.872251 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:54.880851 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Attempting to bind port b2302989-4e62-4542-98b2-cd529ea5badb on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:39:54.881241 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Attempting to bind port b2302989-4e62-4542-98b2-cd529ea5badb by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': 'bfce8adf-7e6f-4477-b14b-1251b1836011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f'}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:39:54.881670 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Attempting to bind port b2302989-4e62-4542-98b2-cd529ea5badb on network c5234466-0169-4263-8787-e7c666e3318f {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:39:54.886494 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:39:54.886881 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Checking segment: {'id': 'bfce8adf-7e6f-4477-b14b-1251b1836011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:39:54.887382 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.887764 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Bound using segment: {'id': 'bfce8adf-7e6f-4477-b14b-1251b1836011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f'} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:39:54.888242 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Bound port: b2302989-4e62-4542-98b2-cd529ea5badb, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfce8adf-7e6f-4477-b14b-1251b1836011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f'}}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:39:54.888605 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.955916 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-13d06743-c872-4040-a57c-baca6a400531 None None] For port b2302989-4e62-4542-98b2-cd529ea5badb, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:39:54.977612 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-13d06743-c872-4040-a57c-baca6a400531 None None] For port b2302989-4e62-4542-98b2-cd529ea5badb, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=b2302989-4e62-4542-98b2-cd529ea5badb,segment=NetworkSegment(bfce8adf-7e6f-4477-b14b-1251b1836011),segment_id=bfce8adf-7e6f-4477-b14b-1251b1836011)] {{(pid=100042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:39:55.087793 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:55.090633 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:55.144966 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Pushing event updated for resources: {'Port': ['ID=b2302989-4e62-4542-98b2-cd529ea5badb,revision_number=4']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:55.153064 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:55.153651 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Routers {'3f471aaf-2cf1-4d49-a606-5b66083f050a'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:39:55.154444 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-13d06743-c872-4040-a57c-baca6a400531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:39:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['3f471aaf-2cf1-4d49-a606-5b66083f050a'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:55.253994 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-13d06743-c872-4040-a57c-baca6a400531 None None] Set router 3f471aaf-2cf1-4d49-a606-5b66083f050a gateway port host: None {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:39:55.469478 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-13d06743-c872-4040-a57c-baca6a400531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f471aaf-2cf1-4d49-a606-5b66083f050a', 'name': 'router1', 'tenant_id': '30d3c4a278744f40a7695845ca2e7add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:39:42Z', 'updated_at': '2021-06-16T18:39:52Z', 'revision_number': 2, 'project_id': '30d3c4a278744f40a7695845ca2e7add', 'gw_port_host': None, '_interfaces': [{'id': 'b2302989-4e62-4542-98b2-cd529ea5badb', 'name': '', 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f', 'tenant_id': '30d3c4a278744f40a7695845ca2e7add', 'mac_address': 'fa:16:3e:98:21:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f471aaf-2cf1-4d49-a606-5b66083f050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'add00b6c-4ebf-445d-bd40-a4f12c3ba8af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:39:51Z', 'updated_at': '2021-06-16T18:39:54Z', 'revision_number': 4, 'project_id': '30d3c4a278744f40a7695845ca2e7add', 'subnets': [{'id': 'add00b6c-4ebf-445d-bd40-a4f12c3ba8af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c883f928-709a-4476-a602-c2f539c853bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:55.473449 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d06743-c872-4040-a57c-baca6a400531 None None] The sync data for ids ['3f471aaf-2cf1-4d49-a606-5b66083f050a'] in dv-cinder-667108-31-iscsi is: [{'id': '3f471aaf-2cf1-4d49-a606-5b66083f050a', 'name': 'router1', 'tenant_id': '30d3c4a278744f40a7695845ca2e7add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:39:42Z', 'updated_at': '2021-06-16T18:39:52Z', 'revision_number': 2, 'project_id': '30d3c4a278744f40a7695845ca2e7add', 'gw_port_host': None, '_interfaces': [{'id': 'b2302989-4e62-4542-98b2-cd529ea5badb', 'name': '', 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f', 'tenant_id': '30d3c4a278744f40a7695845ca2e7add', 'mac_address': 'fa:16:3e:98:21:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f471aaf-2cf1-4d49-a606-5b66083f050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'add00b6c-4ebf-445d-bd40-a4f12c3ba8af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:39:51Z', 'updated_at': '2021-06-16T18:39:54Z', 'revision_number': 4, 'project_id': '30d3c4a278744f40a7695845ca2e7add', 'subnets': [{'id': 'add00b6c-4ebf-445d-bd40-a4f12c3ba8af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c883f928-709a-4476-a602-c2f539c853bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:39:55.570307 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 43130) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:55.681332 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3740f-6963-41d5-ae02-e0e60ddc3c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:55.683138 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-89b3740f-6963-41d5-ae02-e0e60ddc3c28 admin admin] 10.222.0.41 "GET /v2.0/networks/8606aa04-9217-44b7-9651-2ff45bf86ab5 HTTP/1.1" status: 200 len: 842 time: 0.1118531 Jun 16 18:39:55.692296 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-065eb666-b243-4308-8e2f-3ff818e97ce9 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'name': 'public-subnet'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:39:55.784261 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065eb666-b243-4308-8e2f-3ff818e97ce9 admin admin] Made reservation on behalf of 7a9c1d7b0f514572a36db40875a48ec8 for: {'subnet': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:39:55.786865 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-065eb666-b243-4308-8e2f-3ff818e97ce9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:56.129410 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.objects.ports [None req-065eb666-b243-4308-8e2f-3ff818e97ce9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100039) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 18:39:56.129855 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-065eb666-b243-4308-8e2f-3ff818e97ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489'] for subnet, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:56.133058 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:56.187283 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065eb666-b243-4308-8e2f-3ff818e97ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c01109c3-eef1-4c70-be94-70e22550a732,revision_number=0']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:56.190820 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-065eb666-b243-4308-8e2f-3ff818e97ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:56.198520 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065eb666-b243-4308-8e2f-3ff818e97ce9 admin admin] Checking segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:39:56.198861 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065eb666-b243-4308-8e2f-3ff818e97ce9 admin admin] Network hostable DHCP agents. Network: 8606aa04-9217-44b7-9651-2ff45bf86ab5, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:39:56.292979 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065eb666-b243-4308-8e2f-3ff818e97ce9 admin admin] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:39:56.349940 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-065eb666-b243-4308-8e2f-3ff818e97ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, 8606aa04-9217-44b7-9651-2ff45bf86ab5) {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:56.353961 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065eb666-b243-4308-8e2f-3ff818e97ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:56.354554 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-065eb666-b243-4308-8e2f-3ff818e97ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:56.361907 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2f065b-8db3-4605-97aa-ebc19c569719 None None] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:39:56.408076 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-065eb666-b243-4308-8e2f-3ff818e97ce9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7191069 Jun 16 18:39:56.528860 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d75a15-7cad-4cd9-8446-bc22ffd29a5d None None] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:39:58.708583 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 43142) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:58.839720 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-509ad19c-1e00-4938-a6dd-66caf711d250 admin admin] 10.222.0.41 "GET /v2.0/routers/3f471aaf-2cf1-4d49-a606-5b66083f050a HTTP/1.1" status: 200 len: 710 time: 0.1300178 Jun 16 18:39:58.921972 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a387621-83a3-46eb-9ef2-1b69af347b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:58.923372 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-2a387621-83a3-46eb-9ef2-1b69af347b11 admin admin] 10.222.0.41 "GET /v2.0/networks/8606aa04-9217-44b7-9651-2ff45bf86ab5 HTTP/1.1" status: 200 len: 886 time: 0.0786068 Jun 16 18:39:58.931996 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:39:59.251946 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3177'] for router, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.560550 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.637542 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.734591 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Allocated IP 172.27.3.199 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/0a31d42f-279c-4ee5-ad56-4fb8811001b3) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:39:59.833713 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.967079 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.969337 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:00.004635 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:40:00.009175 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:40:00.013426 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:40:00.048507 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Pushing event updated for resources: {'Port': ['ID=0a31d42f-279c-4ee5-ad56-4fb8811001b3,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:00.074953 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:00.137223 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device b2302989-4e62-4542-98b2-cd529ea5badb up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:40:00.258042 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port b2302989-4e62-4542-98b2-cd529ea5badb completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:40:00.262096 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port b2302989-4e62-4542-98b2-cd529ea5badb triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:40:00.262574 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:00.344862 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:00.352042 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:00.495365 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port b2302989-4e62-4542-98b2-cd529ea5badb, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=b2302989-4e62-4542-98b2-cd529ea5badb,segment=NetworkSegment(bfce8adf-7e6f-4477-b14b-1251b1836011),segment_id=bfce8adf-7e6f-4477-b14b-1251b1836011)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:00.559124 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3177'] for router, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:00.562331 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411813'] for router, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:00.590064 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:00.592251 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-d38b6283-d5b6-46e6-9cbc-b26e1b1012a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:00.635885 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=b2302989-4e62-4542-98b2-cd529ea5badb,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:00.638886 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:00.673537 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Router 3f471aaf-2cf1-4d49-a606-5b66083f050a has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:40:00.858435 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:40:00.862558 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Notify callbacks [] for router, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:00.863839 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] 10.222.0.41 "PUT /v2.0/routers/3f471aaf-2cf1-4d49-a606-5b66083f050a HTTP/1.1" status: 200 len: 890 time: 1.9350221 Jun 16 18:40:00.882212 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Sync routers for ids ['3f471aaf-2cf1-4d49-a606-5b66083f050a'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:40:00.894456 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Routers {'3f471aaf-2cf1-4d49-a606-5b66083f050a'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:40:00.895062 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:39:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['3f471aaf-2cf1-4d49-a606-5b66083f050a'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:01.155436 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Set router 3f471aaf-2cf1-4d49-a606-5b66083f050a gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:40:01.547907 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f471aaf-2cf1-4d49-a606-5b66083f050a', 'name': 'router1', 'tenant_id': '30d3c4a278744f40a7695845ca2e7add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '0a31d42f-279c-4ee5-ad56-4fb8811001b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:39:42Z', 'updated_at': '2021-06-16T18:40:00Z', 'revision_number': 4, 'project_id': '30d3c4a278744f40a7695845ca2e7add', 'gw_port': {'id': '0a31d42f-279c-4ee5-ad56-4fb8811001b3', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f471aaf-2cf1-4d49-a606-5b66083f050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:39:59Z', 'updated_at': '2021-06-16T18:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'b2302989-4e62-4542-98b2-cd529ea5badb', 'name': '', 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f', 'tenant_id': '30d3c4a278744f40a7695845ca2e7add', 'mac_address': 'fa:16:3e:98:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f471aaf-2cf1-4d49-a606-5b66083f050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'add00b6c-4ebf-445d-bd40-a4f12c3ba8af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:39:51Z', 'updated_at': '2021-06-16T18:40:00Z', 'revision_number': 5, 'project_id': '30d3c4a278744f40a7695845ca2e7add', 'subnets': [{'id': 'add00b6c-4ebf-445d-bd40-a4f12c3ba8af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c883f928-709a-4476-a602-c2f539c853bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:01.554175 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Checking router: 3f471aaf-2cf1-4d49-a606-5b66083f050a for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:40:01.554527 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Updating router 3f471aaf-2cf1-4d49-a606-5b66083f050a port 0a31d42f-279c-4ee5-ad56-4fb8811001b3 binding host dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:40:01.588581 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:01.914527 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Notify callbacks [] for port, precommit_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:01.924613 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Transition to ACTIVE for port object 0a31d42f-279c-4ee5-ad56-4fb8811001b3 will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:40:02.017097 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:02.019432 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:02.071338 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Attempting to bind port 0a31d42f-279c-4ee5-ad56-4fb8811001b3 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:40:02.071728 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Attempting to bind port 0a31d42f-279c-4ee5-ad56-4fb8811001b3 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:40:02.086835 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Attempting to bind port 0a31d42f-279c-4ee5-ad56-4fb8811001b3 on network 8606aa04-9217-44b7-9651-2ff45bf86ab5 {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:40:02.086835 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46903a-775f-460e-a620-219459f08375 None None] Pushing event updated for resources: {'Port': ['ID=0a31d42f-279c-4ee5-ad56-4fb8811001b3,revision_number=2']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:02.086835 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-2e46903a-775f-460e-a620-219459f08375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:02.086835 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:40:02.086835 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Checking segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:40:02.086835 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:02.086835 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Bound using segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:40:02.086835 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Bound port: 0a31d42f-279c-4ee5-ad56-4fb8811001b3, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:40:02.086835 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:02.125638 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device b2302989-4e62-4542-98b2-cd529ea5badb up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:40:02.158415 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] For port 0a31d42f-279c-4ee5-ad56-4fb8811001b3, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:40:02.175658 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] For port 0a31d42f-279c-4ee5-ad56-4fb8811001b3, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=0a31d42f-279c-4ee5-ad56-4fb8811001b3,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:40:02.188961 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port b2302989-4e62-4542-98b2-cd529ea5badb triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:40:02.189340 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:02.252399 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:02.258055 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-2e46903a-775f-460e-a620-219459f08375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:02.323785 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Routers {'3f471aaf-2cf1-4d49-a606-5b66083f050a'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:40:02.324416 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:39:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['3f471aaf-2cf1-4d49-a606-5b66083f050a'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:02.479327 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46903a-775f-460e-a620-219459f08375 None None] Pushing event updated for resources: {'Port': ['ID=0a31d42f-279c-4ee5-ad56-4fb8811001b3,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:02.486155 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-2e46903a-775f-460e-a620-219459f08375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:02.513583 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] Set router 3f471aaf-2cf1-4d49-a606-5b66083f050a gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:40:02.720675 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f471aaf-2cf1-4d49-a606-5b66083f050a', 'name': 'router1', 'tenant_id': '30d3c4a278744f40a7695845ca2e7add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '0a31d42f-279c-4ee5-ad56-4fb8811001b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:39:42Z', 'updated_at': '2021-06-16T18:40:00Z', 'revision_number': 4, 'project_id': '30d3c4a278744f40a7695845ca2e7add', 'gw_port': {'id': '0a31d42f-279c-4ee5-ad56-4fb8811001b3', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f471aaf-2cf1-4d49-a606-5b66083f050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:39:59Z', 'updated_at': '2021-06-16T18:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'b2302989-4e62-4542-98b2-cd529ea5badb', 'name': '', 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f', 'tenant_id': '30d3c4a278744f40a7695845ca2e7add', 'mac_address': 'fa:16:3e:98:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f471aaf-2cf1-4d49-a606-5b66083f050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'add00b6c-4ebf-445d-bd40-a4f12c3ba8af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:39:51Z', 'updated_at': '2021-06-16T18:40:00Z', 'revision_number': 5, 'project_id': '30d3c4a278744f40a7695845ca2e7add', 'subnets': [{'id': 'add00b6c-4ebf-445d-bd40-a4f12c3ba8af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c883f928-709a-4476-a602-c2f539c853bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:02.724327 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b570f-8e80-42ad-8239-b2346b84b80d None None] The sync data for ids ['3f471aaf-2cf1-4d49-a606-5b66083f050a'] in dv-cinder-667108-31-iscsi is: [{'id': '3f471aaf-2cf1-4d49-a606-5b66083f050a', 'name': 'router1', 'tenant_id': '30d3c4a278744f40a7695845ca2e7add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '0a31d42f-279c-4ee5-ad56-4fb8811001b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:39:42Z', 'updated_at': '2021-06-16T18:40:00Z', 'revision_number': 4, 'project_id': '30d3c4a278744f40a7695845ca2e7add', 'gw_port': {'id': '0a31d42f-279c-4ee5-ad56-4fb8811001b3', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f471aaf-2cf1-4d49-a606-5b66083f050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:39:59Z', 'updated_at': '2021-06-16T18:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'b2302989-4e62-4542-98b2-cd529ea5badb', 'name': '', 'network_id': 'c5234466-0169-4263-8787-e7c666e3318f', 'tenant_id': '30d3c4a278744f40a7695845ca2e7add', 'mac_address': 'fa:16:3e:98:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f471aaf-2cf1-4d49-a606-5b66083f050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'add00b6c-4ebf-445d-bd40-a4f12c3ba8af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:39:51Z', 'updated_at': '2021-06-16T18:40:00Z', 'revision_number': 5, 'project_id': '30d3c4a278744f40a7695845ca2e7add', 'subnets': [{'id': 'add00b6c-4ebf-445d-bd40-a4f12c3ba8af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c883f928-709a-4476-a602-c2f539c853bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:40:03.247261 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 43154) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:03.420150 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-4f3b114a-80b8-4c19-989d-a7a8475820ec admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1717694 Jun 16 18:40:04.144563 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 0a31d42f-279c-4ee5-ad56-4fb8811001b3 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:40:04.263783 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port 0a31d42f-279c-4ee5-ad56-4fb8811001b3 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:40:04.267963 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 0a31d42f-279c-4ee5-ad56-4fb8811001b3 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:40:04.268340 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:04.351815 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:04.372092 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port 0a31d42f-279c-4ee5-ad56-4fb8811001b3, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=0a31d42f-279c-4ee5-ad56-4fb8811001b3,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:04.469690 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:04.471917 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-2e46903a-775f-460e-a620-219459f08375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:04.521009 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=0a31d42f-279c-4ee5-ad56-4fb8811001b3,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:04.521009 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:06.130405 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 0a31d42f-279c-4ee5-ad56-4fb8811001b3 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:40:06.181440 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 0a31d42f-279c-4ee5-ad56-4fb8811001b3 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:40:06.181752 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:13.736305 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 5 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:40:15.571987 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6ab3-af4a-4f48-8f74-fefdfa8df43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:17.995518 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-07a38bf4-1fec-469f-94d3-9a41e5e869f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.337985 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:19.114543 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:20.864568 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:45.556606 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-93e74148-3563-43a7-a411-3b884b687770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:48.013602 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6e97ee41-c6dd-44a8-942f-b91a876b058c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:48.359794 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:49.142563 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:50.735663 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 5 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:40:50.893854 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:15.536457 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad142-3670-4a15-bf22-08d371ced3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:18.005093 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-0789d521-1621-4045-905f-b47da2ed3a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:18.478635 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:19.169280 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:20.873256 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:27.734255 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 5 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:41:41.816627 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 43724) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:41.875421 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1638b3-e308-42b8-80a9-9d54a1e1bff3 admin admin] GET failed (client error): The resource could not be found. Jun 16 18:41:41.876736 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-8c1638b3-e308-42b8-80a9-9d54a1e1bff3 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0590363 Jun 16 18:41:42.034403 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c14b7-9eba-4f57-be61-e18b845de47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:42.035914 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-d87c14b7-9eba-4f57-be61-e18b845de47f admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1553617 Jun 16 18:41:44.140494 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 43734) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:44.227811 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fe12ac-26b2-446e-b1e6-87b209871253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:44.229131 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-f3fe12ac-26b2-446e-b1e6-87b209871253 admin admin] 10.222.0.41 "GET /v2.0/subnets/add00b6c-4ebf-445d-bd40-a4f12c3ba8af HTTP/1.1" status: 200 len: 849 time: 0.0876763 Jun 16 18:41:44.238012 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:41:44.318349 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:44.604313 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753330918512'] for subnet, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:44.607650 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e87610ce-7cc2-4152-ab80-21f3fd2fad85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:44.641041 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:44.641619 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:44.642917 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] 10.222.0.41 "PUT /v2.0/subnets/add00b6c-4ebf-445d-bd40-a4f12c3ba8af HTTP/1.1" status: 200 len: 868 time: 0.4085031 Jun 16 18:41:44.645988 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c234e-31db-466a-8841-ed2fb3acce04 None None] Network c5234466-0169-4263-8787-e7c666e3318f requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:41:44.667099 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=add00b6c-4ebf-445d-bd40-a4f12c3ba8af,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:44.674845 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:44.675233 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:44.675544 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:44.675962 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:44.676295 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:44.676628 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:44.677009 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:44.677357 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:44.677682 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:44.677994 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:44.678307 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:44.678614 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:44.683190 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:45.072625 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-1703059f-6b9f-43bf-927c-f75475d61fe5 None None] Provisioning complete for port ac4bbb41-d891-46f8-94af-13bd1db44246 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:41:45.073012 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-1703059f-6b9f-43bf-927c-f75475d61fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:45.169338 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-1703059f-6b9f-43bf-927c-f75475d61fe5 None None] Provisioning complete for port b2302989-4e62-4542-98b2-cd529ea5badb triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:41:45.169608 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-1703059f-6b9f-43bf-927c-f75475d61fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:45.530445 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-a3b084c9-6df8-4260-840b-1e1c94fb5855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:46.759571 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 43742) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:46.952588 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28739485-1206-4fe7-a249-bd50fe5760b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:46.952984 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28739485-1206-4fe7-a249-bd50fe5760b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:46.954484 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-28739485-1206-4fe7-a249-bd50fe5760b8 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1939516 Jun 16 18:41:47.998634 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-fc076520-3faf-44a0-baec-cd8984e63c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:48.352365 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.072577 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 43752) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:49.141272 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.202120 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a9b53f-7f4a-4f8b-b650-ea9c135cb25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:49.202570 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a9b53f-7f4a-4f8b-b650-ea9c135cb25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:49.204104 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-74a9b53f-7f4a-4f8b-b650-ea9c135cb25c admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1305916 Jun 16 18:41:50.878562 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:51.310330 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 43760) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:51.428707 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45c466e-01af-4b88-b650-c15c2be85ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:51.430655 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-a45c466e-01af-4b88-b650-c15c2be85ab6 admin admin] 10.222.0.41 "GET /v2.0/networks/8606aa04-9217-44b7-9651-2ff45bf86ab5 HTTP/1.1" status: 200 len: 886 time: 0.1193874 Jun 16 18:41:53.564596 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 43768) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:53.690789 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180261f2-8ed4-49e2-bdc7-7996b95e40b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:53.692163 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-180261f2-8ed4-49e2-bdc7-7996b95e40b0 admin admin] 10.222.0.41 "GET /v2.0/networks/c5234466-0169-4263-8787-e7c666e3318f HTTP/1.1" status: 200 len: 869 time: 0.1266277 Jun 16 18:41:55.819026 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 43776) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:55.938204 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23810026-17f1-48f0-ae62-6e4da8b0d6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:55.938663 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23810026-17f1-48f0-ae62-6e4da8b0d6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:55.940219 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-23810026-17f1-48f0-ae62-6e4da8b0d6e4 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1201422 Jun 16 18:41:58.044554 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 43784) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:58.136307 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca771df3-1d8b-43ae-a4a1-566ca2a28060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:58.136755 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca771df3-1d8b-43ae-a4a1-566ca2a28060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:58.138222 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-ca771df3-1d8b-43ae-a4a1-566ca2a28060 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927410 Jun 16 18:42:00.251254 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 43792) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:00.346077 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f55c7a1-b25c-4bb8-9b57-ec8ad0f736b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:00.347425 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-9f55c7a1-b25c-4bb8-9b57-ec8ad0f736b8 admin admin] 10.222.0.41 "GET /v2.0/subnets/add00b6c-4ebf-445d-bd40-a4f12c3ba8af HTTP/1.1" status: 200 len: 868 time: 0.0952199 Jun 16 18:42:02.473611 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 43800) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:02.557529 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82a3de1-c09e-4720-88f8-d7a62a528827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:02.558837 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-d82a3de1-c09e-4720-88f8-d7a62a528827 admin admin] 10.222.0.41 "GET /v2.0/subnets/c01109c3-eef1-4c70-be94-70e22550a732 HTTP/1.1" status: 200 len: 816 time: 0.0842686 Jun 16 18:42:04.733284 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 5 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:42:15.517642 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-cd2d280c-e044-4a63-b297-e93108c8c417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:18.020333 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6f2fa976-405a-435c-83d3-aa8f468aed88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:18.380909 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:19.180658 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:20.894901 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:26.115208 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 43844) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:26.164619 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [None req-5163d139-c61a-483c-837a-af2e919cc313 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100040) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:42:26.166311 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-5163d139-c61a-483c-837a-af2e919cc313 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501318 Jun 16 18:42:28.425345 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 43852) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:28.484063 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a1c644-54a4-425f-bc72-9ad7d81c2c12 admin admin] GET failed (client error): The resource could not be found. Jun 16 18:42:28.485398 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-c2a1c644-54a4-425f-bc72-9ad7d81c2c12 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589733 Jun 16 18:42:28.570935 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a616d8-209c-4387-a73b-217ce28cd622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:28.572432 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-21a616d8-209c-4387-a73b-217ce28cd622 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832753 Jun 16 18:42:30.765627 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 43860) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:30.814981 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:42:30.928905 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Made reservation on behalf of 7a9c1d7b0f514572a36db40875a48ec8 for: {'network': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:42:30.931921 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:30.960318 dv-cinder-667108-31-iscsi neutron-server[100039]: WARNING neutron.services.revisions.revision_plugin [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Could not find related network for resource to bump revision. Jun 16 18:42:30.975546 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=100039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:42:30.988002 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:30.988392 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.segments_db [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Added segment 5d16ab36-3918-408c-a6fc-60f24052cc4e of type vlan for network c7155ed4-5feb-41f3-a7ec-a15935de49f7 Jun 16 18:42:31.030243 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:31.146229 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:31.147628 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:31.148207 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:31.150347 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:31.206101 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Pushing event updated for resources: {'Network': ['ID=c7155ed4-5feb-41f3-a7ec-a15935de49f7,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:31.215821 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:31.215821 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:31.215821 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:31.215821 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:31.215821 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:31.215821 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:31.215821 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:31.215821 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:31.215821 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:31.216560 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:31.216560 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:31.216866 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:31.220386 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:31.228048 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network c7155ed4-5feb-41f3-a7ec-a15935de49f7 details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:42:31.238066 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4710259 Jun 16 18:42:33.412210 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 43868) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:33.472602 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6078f53-02bc-4dda-9508-19a0fd736294 admin admin] GET failed (client error): The resource could not be found. Jun 16 18:42:33.473928 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-f6078f53-02bc-4dda-9508-19a0fd736294 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607152 Jun 16 18:42:33.575618 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d48859-44e5-4283-bd3d-a2d9519af17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:33.577173 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-70d48859-44e5-4283-bd3d-a2d9519af17b admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0993686 Jun 16 18:42:33.586696 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-dd9045d4-76eb-4bac-bf85-f597ad500a7c admin admin] Request body: {'subnet': {'network_id': 'c7155ed4-5feb-41f3-a7ec-a15935de49f7', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:42:33.665904 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9045d4-76eb-4bac-bf85-f597ad500a7c admin admin] Made reservation on behalf of 7a9c1d7b0f514572a36db40875a48ec8 for: {'subnet': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:42:33.668186 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-dd9045d4-76eb-4bac-bf85-f597ad500a7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:33.929334 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-dd9045d4-76eb-4bac-bf85-f597ad500a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489'] for subnet, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:33.932487 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-065eb666-b243-4308-8e2f-3ff818e97ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:33.984119 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9045d4-76eb-4bac-bf85-f597ad500a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0e4076-4cf4-457b-85b6-992836c3dd4d,revision_number=0']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:33.987450 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-dd9045d4-76eb-4bac-bf85-f597ad500a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:33.997390 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9045d4-76eb-4bac-bf85-f597ad500a7c admin admin] Checking segment: {'id': '5d16ab36-3918-408c-a6fc-60f24052cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c7155ed4-5feb-41f3-a7ec-a15935de49f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:42:33.997390 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9045d4-76eb-4bac-bf85-f597ad500a7c admin admin] Network hostable DHCP agents. Network: c7155ed4-5feb-41f3-a7ec-a15935de49f7, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:42:34.157306 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9045d4-76eb-4bac-bf85-f597ad500a7c admin admin] Network c7155ed4-5feb-41f3-a7ec-a15935de49f7 is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:42:34.283326 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-dd9045d4-76eb-4bac-bf85-f597ad500a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, c7155ed4-5feb-41f3-a7ec-a15935de49f7) {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:42:34.287651 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9045d4-76eb-4bac-bf85-f597ad500a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:34.288217 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-dd9045d4-76eb-4bac-bf85-f597ad500a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:34.294718 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515bbf3d-5458-4c4b-b67b-fec8b358f9c7 None None] Network c7155ed4-5feb-41f3-a7ec-a15935de49f7 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:42:34.404195 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-dd9045d4-76eb-4bac-bf85-f597ad500a7c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8207784 Jun 16 18:42:34.448335 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8b26a4e-7818-5058-9bf8-178988fe1486-c7155ed4-5feb-41f3-a7ec-a15935de49f7', 'network_id': 'c7155ed4-5feb-41f3-a7ec-a15935de49f7', 'tenant_id': '7a9c1d7b0f514572a36db40875a48ec8', 'fixed_ips': [{'subnet_id': 'dc0e4076-4cf4-457b-85b6-992836c3dd4d'}]}} from dv-cinder-667108-31-iscsi. {{(pid=100041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 18:42:34.448572 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:34.591758 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.db_base_plugin_common [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Allocated IP 192.168.233.2 (c7155ed4-5feb-41f3-a7ec-a15935de49f7/dc0e4076-4cf4-457b-85b6-992836c3dd4d/6bc3b9e8-7fdb-464e-8b8c-db889846f8ce) {{(pid=100041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:42:34.839208 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Notify callbacks [] for port, precommit_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:34.854474 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Transition to ACTIVE for port object 6bc3b9e8-7fdb-464e-8b8c-db889846f8ce will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:42:34.862757 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Transition to ACTIVE for port object 6bc3b9e8-7fdb-464e-8b8c-db889846f8ce will not be triggered until provisioned by entity DHCP. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:42:34.941779 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:34.951985 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:34.983710 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Network c7155ed4-5feb-41f3-a7ec-a15935de49f7 is already hosted by enough agents. {{(pid=100041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:42:34.986610 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.base_scheduler [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Resources bound (agent type, host, resource id): {{(pid=100041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:42:34.994696 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Received port after_create {{(pid=100041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:42:35.003538 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Pushing event updated for resources: {'Port': ['ID=6bc3b9e8-7fdb-464e-8b8c-db889846f8ce,revision_number=1']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:35.030947 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:35.031336 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:35.031681 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:35.032013 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:35.032340 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:35.032665 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:35.032985 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:35.033304 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:35.033627 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:35.033940 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:35.034278 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:35.034587 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:35.040047 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:35.070211 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Attempting to bind port 6bc3b9e8-7fdb-464e-8b8c-db889846f8ce on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:42:35.070588 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Attempting to bind port 6bc3b9e8-7fdb-464e-8b8c-db889846f8ce by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '5d16ab36-3918-408c-a6fc-60f24052cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c7155ed4-5feb-41f3-a7ec-a15935de49f7'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:42:35.070953 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Attempting to bind port 6bc3b9e8-7fdb-464e-8b8c-db889846f8ce on network c7155ed4-5feb-41f3-a7ec-a15935de49f7 {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:42:35.076619 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:42:35.077000 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Checking segment: {'id': '5d16ab36-3918-408c-a6fc-60f24052cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c7155ed4-5feb-41f3-a7ec-a15935de49f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:42:35.077404 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:35.077799 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Bound using segment: {'id': '5d16ab36-3918-408c-a6fc-60f24052cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c7155ed4-5feb-41f3-a7ec-a15935de49f7'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:42:35.078272 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Bound port: 6bc3b9e8-7fdb-464e-8b8c-db889846f8ce, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d16ab36-3918-408c-a6fc-60f24052cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c7155ed4-5feb-41f3-a7ec-a15935de49f7'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:42:35.078647 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:35.144312 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] For port 6bc3b9e8-7fdb-464e-8b8c-db889846f8ce, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:42:35.147599 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] For port 6bc3b9e8-7fdb-464e-8b8c-db889846f8ce, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=6bc3b9e8-7fdb-464e-8b8c-db889846f8ce,segment=NetworkSegment(5d16ab36-3918-408c-a6fc-60f24052cc4e),segment_id=5d16ab36-3918-408c-a6fc-60f24052cc4e)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:42:35.272299 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:35.274746 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:35.333954 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Pushing event updated for resources: {'Port': ['ID=6bc3b9e8-7fdb-464e-8b8c-db889846f8ce,revision_number=2']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:35.337438 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:36.164211 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdfadb8-437b-41cc-8f0d-6e8e98599224 None None] Network c7155ed4-5feb-41f3-a7ec-a15935de49f7 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:42:36.283894 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 6bc3b9e8-7fdb-464e-8b8c-db889846f8ce up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:42:36.361053 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-39f697b9-fedf-4371-b19b-f4408393eb15 None None] Provisioning for port 6bc3b9e8-7fdb-464e-8b8c-db889846f8ce completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:42:36.489283 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port 6bc3b9e8-7fdb-464e-8b8c-db889846f8ce completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:42:36.494427 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 6bc3b9e8-7fdb-464e-8b8c-db889846f8ce triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:42:36.497107 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:36.595645 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:36.607750 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-25259420-6ebc-4b4c-99da-d6584d115dda None None] Provisioning complete for port 6bc3b9e8-7fdb-464e-8b8c-db889846f8ce triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:42:36.608130 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-25259420-6ebc-4b4c-99da-d6584d115dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:36.664924 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port 6bc3b9e8-7fdb-464e-8b8c-db889846f8ce, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=6bc3b9e8-7fdb-464e-8b8c-db889846f8ce,segment=NetworkSegment(5d16ab36-3918-408c-a6fc-60f24052cc4e),segment_id=5d16ab36-3918-408c-a6fc-60f24052cc4e)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:36.712457 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-25259420-6ebc-4b4c-99da-d6584d115dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:36.775456 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:36.779940 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:36.850493 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.db.api [None req-25259420-6ebc-4b4c-99da-d6584d115dda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 18:42:36.850864 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_db.api [None req-25259420-6ebc-4b4c-99da-d6584d115dda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:42:36.855427 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=6bc3b9e8-7fdb-464e-8b8c-db889846f8ce,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:36.858531 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:38.238931 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 6bc3b9e8-7fdb-464e-8b8c-db889846f8ce up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:42:38.291112 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 6bc3b9e8-7fdb-464e-8b8c-db889846f8ce triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:42:38.291605 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:41.732518 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 5 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:42:45.522740 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-d00d6adc-13f8-41a1-ae3b-a2e0b809968b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:48.009026 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7d9b7c5c-5e0c-4ad1-9677-c2d1fa362094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:48.351424 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:49.158145 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:50.894437 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:15.533261 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-75584945-b0fb-4570-9933-70dcf4cc1ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:18.001721 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-56ec07a2-109a-4f9f-9ff6-062fa8d6f97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:18.343612 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:18.731173 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 5 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:43:19.137859 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:20.876225 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:45.538192 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-63cf9b1a-ddaf-4946-aa18-5e22cc1e8300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:48.035733 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-cb35526e-ccb4-4c2d-8da8-a3b19124294b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:48.367073 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:49.166229 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:50.955498 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:55.729847 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 5 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:43:59.919942 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 43920) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:59.925977 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [None req-9e6368f5-24c6-4d6b-b386-f447780d23a6 tempest-verify_tempest_config-1789636008 tempest-verify_tempest_config-1789636008-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:43:59.926930 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-9e6368f5-24c6-4d6b-b386-f447780d23a6 tempest-verify_tempest_config-1789636008 tempest-verify_tempest_config-1789636008-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060008 Jun 16 18:44:00.450304 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 43938) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:44:00.550022 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:00.635659 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:00.749110 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:00.752119 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:44:00.793249 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c1df34-93dc-4249-a19f-5e68e9c8238e,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:44:00.796945 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32882525069845d59f966e4fe5c6d288&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3456843 Jun 16 18:44:00.799874 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 43942) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:44:00.802405 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:00.802748 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:00.803103 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:00.803427 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:00.803741 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:00.804056 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:00.804399 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:00.804713 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:00.805048 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:00.805354 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:00.805662 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:00.805968 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:00.809793 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:44:00.856674 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:00.877078 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:01.126788 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:01.129640 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:01.130794 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51c1df34-93dc-4249-a19f-5e68e9c8238e HTTP/1.1" status: 204 len: 168 time: 0.3299639 Jun 16 18:44:01.131613 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:44:01.139642 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c1df34-93dc-4249-a19f-5e68e9c8238e,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:44:01.146410 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:01.146761 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:01.147299 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:01.147493 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:01.147817 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:01.148728 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:01.149060 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:01.149372 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:01.149684 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:01.149990 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:01.150296 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:01.150596 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:01.153621 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:44:15.566190 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-604d70c9-143d-489e-bf7a-6aeb8a06bec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:18.021849 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-9988ec68-9ad9-4ca9-b08f-d69fe3b74e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:18.342853 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:19.171143 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:20.937250 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:32.728347 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 5 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:44:45.548342 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-10e8927b-dc1a-437c-8c8e-2b7a287367b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:48.062587 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-baf848cb-3bee-4c49-a2d0-44c8cedd9967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:48.375707 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:49.188345 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:50.925113 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:09.726197 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 5 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:45:15.495997 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-d3b257a2-7741-4198-a216-54c887dda159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:18.032997 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-4802df3e-1ffd-4796-a017-7e7046b5f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:18.335813 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:19.198707 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:20.901388 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:36.461428 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863'] for agent, after_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:39.898876 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 43996) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:45:40.002151 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-c10d0a80-e3f8-4c03-8b4a-d9214b5d4646 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1021779 Jun 16 18:45:42.191550 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44008) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:45:42.210055 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-5424ef6c-67c2-4ed3-8ffe-274090f3690c admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0579526 Jun 16 18:45:45.557929 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7bc5107a-99e3-436a-94ab-21f8858de0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:46.725161 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:45:48.009772 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7dddf7b9-d3c1-4cb3-bf30-69087b62dc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:48.352293 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:49.266724 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:50.895195 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:06.506647 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:15.527794 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-fe61b82c-19ce-44f0-8b68-ef2cf3198e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:18.009433 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-11777100-b1c9-47d4-aa85-5088bab777ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:18.390667 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:19.163451 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:20.900363 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:23.723930 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:46:36.477723 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:45.528436 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-e3bdf3dc-3749-49ff-bae4-c78f5fa29b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:48.002343 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7753755c-49d9-4f7f-a132-8fc69b39a5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:48.339555 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:49.268725 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:50.905162 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:00.723262 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:47:06.476305 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:08.017419 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44150) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:08.497577 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-605016460-network', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:08.596205 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Made reservation on behalf of e6789f66ebb74bc48a90b999eefa11f3 for: {'network': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:08.598591 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:08.607253 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:08.698460 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:08.790748 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:08.795218 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:08.812178 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=100039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:47:08.832043 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:08.832385 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.segments_db [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Added segment adf99a11-775c-4fdf-92bf-a548d4f1db99 of type vlan for network 5067c8ca-8862-4936-b72e-9c44c8a52801 Jun 16 18:47:08.887097 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ac614a-9d42-48f2-848d-c5228444815b,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:08.887097 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:08.894834 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:08.895194 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:08.895514 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:08.895831 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:08.896147 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:08.896461 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:08.896820 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:08.897129 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:08.897472 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:08.897769 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:08.898072 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:08.898375 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Tracked resource versions report: Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: pushed versions: Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: { 'AddressGroup': {'1.2'}, Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'ConntrackHelper': {'1.0'}, Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Log': {'1.0'}, Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Network': {'1.1'}, Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Port': {'1.7'}, Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'PortForwarding': {'1.2'}, Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'QosPolicy': {'1.8'}, Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'SecurityGroup': {'1.4'}, Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'SubPort': {'1.0'}, Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Subnet': {'1.1'}, Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Trunk': {'1.1'}} Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: consumer versions: Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: { DHCP agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: HyperV agent@hv-cinder-66710: {}, Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: L3 agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: Metadata agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: Metering agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: Open vSwitch agent@dv-cinder-667108-31-iscsi: { 'AddressGroup': '1.2', Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'ConntrackHelper': '1.0', Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Log': '1.0', Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Network': '1.1', Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Port': '1.7', Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'PortForwarding': '1.2', Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'QosPolicy': '1.8', Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'SecurityGroup': '1.4', Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'SecurityGroupRule': '1.2', Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'SubPort': '1.0', Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Subnet': '1.1', Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: 'Trunk': '1.1'}} Jun 16 18:47:08.899418 dv-cinder-667108-31-iscsi neutron-server[100039]: {{(pid=100039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:47:08.903112 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:09.013732 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:09.015872 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:09.026107 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:09.029496 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:09.108306 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Pushing event updated for resources: {'Network': ['ID=5067c8ca-8862-4936-b72e-9c44c8a52801,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:09.110846 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:09.118520 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network 5067c8ca-8862-4936-b72e-9c44c8a52801 details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:47:09.129333 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1089640 Jun 16 18:47:09.139583 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44196) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:09.144565 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-a11bf5c8-b822-4546-9f93-4b589d9fbd1c admin admin] Request body: {'subnet': {'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-subnet', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:09.270123 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11bf5c8-b822-4546-9f93-4b589d9fbd1c admin admin] Made reservation on behalf of e6789f66ebb74bc48a90b999eefa11f3 for: {'subnet': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:09.273509 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a11bf5c8-b822-4546-9f93-4b589d9fbd1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:09.545096 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a11bf5c8-b822-4546-9f93-4b589d9fbd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489'] for subnet, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:09.548448 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-dd9045d4-76eb-4bac-bf85-f597ad500a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:09.595324 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bf5c8-b822-4546-9f93-4b589d9fbd1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f5204a4-d003-494a-9248-fcb9bc5356cc,revision_number=0']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:09.605972 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-a11bf5c8-b822-4546-9f93-4b589d9fbd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:09.612770 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44220) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:09.614650 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11bf5c8-b822-4546-9f93-4b589d9fbd1c admin admin] Checking segment: {'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:09.615154 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11bf5c8-b822-4546-9f93-4b589d9fbd1c admin admin] Network hostable DHCP agents. Network: 5067c8ca-8862-4936-b72e-9c44c8a52801, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:47:09.693472 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11bf5c8-b822-4546-9f93-4b589d9fbd1c admin admin] Network 5067c8ca-8862-4936-b72e-9c44c8a52801 is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:47:09.836428 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-a11bf5c8-b822-4546-9f93-4b589d9fbd1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, 5067c8ca-8862-4936-b72e-9c44c8a52801) {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:09.841409 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11bf5c8-b822-4546-9f93-4b589d9fbd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:09.842474 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a11bf5c8-b822-4546-9f93-4b589d9fbd1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:09.848138 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc7af3d-5568-477d-97ac-06272b3c91c3 None None] Network 5067c8ca-8862-4936-b72e-9c44c8a52801 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:47:09.983421 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44238) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:09.988339 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-a11bf5c8-b822-4546-9f93-4b589d9fbd1c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8469245 Jun 16 18:47:09.990774 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:10.019435 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8b26a4e-7818-5058-9bf8-178988fe1486-5067c8ca-8862-4936-b72e-9c44c8a52801', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc'}]}} from dv-cinder-667108-31-iscsi. {{(pid=100041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 18:47:10.019435 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:10.078398 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1436089731-network', 'tenant_id': '800642a613714aec9372ad858f15dd9b'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:10.083570 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3204'] for router, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:10.085235 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3199'] for router, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:10.105155 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44240) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:10.193174 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.db_base_plugin_common [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Allocated IP 172.20.0.2 (5067c8ca-8862-4936-b72e-9c44c8a52801/8f5204a4-d003-494a-9248-fcb9bc5356cc/fc7f79cd-581f-49ae-82a7-76831bffb560) {{(pid=100041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:10.214822 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:10.227381 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44246) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:10.340491 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Notify callbacks [] for port, precommit_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:10.349056 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Transition to ACTIVE for port object fc7f79cd-581f-49ae-82a7-76831bffb560 will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:10.367181 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Transition to ACTIVE for port object fc7f79cd-581f-49ae-82a7-76831bffb560 will not be triggered until provisioned by entity DHCP. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:10.415081 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Made reservation on behalf of 800642a613714aec9372ad858f15dd9b for: {'network': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:10.417691 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:10.433272 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44254) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:10.478985 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:10.478985 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:10.490434 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Network 5067c8ca-8862-4936-b72e-9c44c8a52801 is already hosted by enough agents. {{(pid=100041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:10.496989 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-996794135-network', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:10.504495 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.base_scheduler [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Resources bound (agent type, host, resource id): {{(pid=100041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:10.515278 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Received port after_create {{(pid=100041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:47:10.534101 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3177'] for router, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:10.538792 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:10.557701 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-159768085-network', 'tenant_id': '07e315b6a99847fc959745348275cb69'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:10.568013 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Pushing event updated for resources: {'Port': ['ID=fc7f79cd-581f-49ae-82a7-76831bffb560,revision_number=1']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:10.593671 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:10.594113 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:10.594505 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:10.594887 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:10.595286 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:10.595664 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:10.596045 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:10.596419 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:10.596796 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:10.597169 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:10.597557 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:10.597926 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Tracked resource versions report: Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: pushed versions: Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: { 'AddressGroup': {'1.2'}, Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'ConntrackHelper': {'1.0'}, Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Log': {'1.0'}, Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Network': {'1.1'}, Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Port': {'1.7'}, Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'PortForwarding': {'1.2'}, Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'QosPolicy': {'1.8'}, Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'SecurityGroup': {'1.4'}, Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'SubPort': {'1.0'}, Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Subnet': {'1.1'}, Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Trunk': {'1.1'}} Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: consumer versions: Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: { DHCP agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: HyperV agent@hv-cinder-66710: {}, Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: L3 agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: Metadata agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: Metering agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: Open vSwitch agent@dv-cinder-667108-31-iscsi: { 'AddressGroup': '1.2', Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'ConntrackHelper': '1.0', Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Log': '1.0', Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Network': '1.1', Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Port': '1.7', Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'PortForwarding': '1.2', Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'QosPolicy': '1.8', Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'SecurityGroup': '1.4', Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'SecurityGroupRule': '1.2', Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'SubPort': '1.0', Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Subnet': '1.1', Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: 'Trunk': '1.1'}} Jun 16 18:47:10.599021 dv-cinder-667108-31-iscsi neutron-server[100041]: {{(pid=100041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:47:10.602982 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:10.611767 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Attempting to bind port fc7f79cd-581f-49ae-82a7-76831bffb560 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:47:10.612136 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Attempting to bind port fc7f79cd-581f-49ae-82a7-76831bffb560 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:47:10.612500 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Attempting to bind port fc7f79cd-581f-49ae-82a7-76831bffb560 on network 5067c8ca-8862-4936-b72e-9c44c8a52801 {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:10.617500 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:47:10.617872 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Checking segment: {'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:10.618274 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:10.618674 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Bound using segment: {'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:47:10.619169 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Bound port: fc7f79cd-581f-49ae-82a7-76831bffb560, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:47:10.619538 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:10.683438 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] For port fc7f79cd-581f-49ae-82a7-76831bffb560, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:47:10.686630 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] For port fc7f79cd-581f-49ae-82a7-76831bffb560, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=fc7f79cd-581f-49ae-82a7-76831bffb560,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:47:10.704940 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Made reservation on behalf of 804db3a89f1c4d96a7e618f32151b0a4 for: {'network': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:10.707310 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:10.716777 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:10.763985 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1362334977-network', 'tenant_id': '7d15b68681b3461f9393ea46b06f632e'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:10.813885 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:10.816368 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:10.846462 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Made reservation on behalf of 07e315b6a99847fc959745348275cb69 for: {'network': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:10.848860 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:10.867306 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:10.867786 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Pushing event updated for resources: {'Port': ['ID=fc7f79cd-581f-49ae-82a7-76831bffb560,revision_number=2']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:10.873570 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:11.131225 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.167494 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.207234 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.210519 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.223892 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-cc336041-c5b5-4255-a2f3-1e5465a40786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:11.304822 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:11.327056 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.344780 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=100040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:47:11.348313 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:11.348759 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:11.349249 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:11.349664 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:11.350067 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:11.350635 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:11.350960 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:11.351550 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:11.352013 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Tracked resource versions report: Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: pushed versions: Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: { 'AddressGroup': {'1.2'}, Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'ConntrackHelper': {'1.0'}, Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Log': {'1.0'}, Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Network': {'1.1'}, Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Port': {'1.7'}, Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'PortForwarding': {'1.2'}, Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'QosPolicy': {'1.8'}, Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'SecurityGroup': {'1.4'}, Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'SubPort': {'1.0'}, Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Subnet': {'1.1'}, Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Trunk': {'1.1'}} Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: consumer versions: Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: { DHCP agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: HyperV agent@hv-cinder-66710: {}, Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: L3 agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: Metadata agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: Metering agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: Open vSwitch agent@dv-cinder-667108-31-iscsi: { 'AddressGroup': '1.2', Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'ConntrackHelper': '1.0', Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Log': '1.0', Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Network': '1.1', Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Port': '1.7', Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'PortForwarding': '1.2', Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'QosPolicy': '1.8', Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'SecurityGroup': '1.4', Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'SecurityGroupRule': '1.2', Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'SubPort': '1.0', Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Subnet': '1.1', Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: 'Trunk': '1.1'}} Jun 16 18:47:11.357339 dv-cinder-667108-31-iscsi neutron-server[100040]: {{(pid=100040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:47:11.375848 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:11.404497 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.404839 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.segments_db [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Added segment b67691b4-e876-4ce2-bc65-fb5f55acfa3a of type vlan for network fc88b1e0-01b8-46a4-896b-30044689d0a1 Jun 16 18:47:11.407828 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.412319 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:11.426515 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=100039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:47:11.443777 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.445038 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.segments_db [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Added segment 16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20 of type vlan for network bdace82e-d0e6-4cfc-b001-3cb6b296a4da Jun 16 18:47:11.492435 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.501696 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.555140 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6491a4e9-706d-4f94-bcb4-a4a253661fa0,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:11.556884 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Allocated IP 172.27.3.139 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/a9e11bdf-3af1-46fd-bdfc-058dd27159df) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:11.564734 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:11.607491 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.609110 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:11.610312 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.613197 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-2939c194-4eaa-4e05-bf91-f3c9e3a26141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:11.669151 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.677137 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:11.677743 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.694310 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:11.765584 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Pushing event updated for resources: {'Network': ['ID=fc88b1e0-01b8-46a4-896b-30044689d0a1,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:11.775477 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:11.781436 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network fc88b1e0-01b8-46a4-896b-30044689d0a1 details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:47:11.818089 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.854365 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Pushing event updated for resources: {'Network': ['ID=bdace82e-d0e6-4cfc-b001-3cb6b296a4da,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:11.863963 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Made reservation on behalf of 7d15b68681b3461f9393ea46b06f632e for: {'network': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:11.867255 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.891152 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:11.892400 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.907089 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network bdace82e-d0e6-4cfc-b001-3cb6b296a4da details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:47:11.943206 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8368082 Jun 16 18:47:11.945243 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44306) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:11.970694 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-756dc542-3729-45c2-b9f6-ace3c7e5fd3b admin admin] Request body: {'subnet': {'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-996794135-subnet', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:12.050242 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.056290 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.060095 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:12.181461 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.218872 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Pushing event updated for resources: {'Port': ['ID=a9e11bdf-3af1-46fd-bdfc-058dd27159df,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:12.218872 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:12.221057 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e485e27b-bdf4-49bd-8e0a-f655d27ae604 None None] Network 5067c8ca-8862-4936-b72e-9c44c8a52801 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:47:12.227114 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:12.227676 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:12.229873 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=100040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:47:12.232654 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:12.235342 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:47:12.312074 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6976326 Jun 16 18:47:12.314076 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44312) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:12.319151 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.319496 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.segments_db [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Added segment e5d2e40d-b1d7-4212-9adf-629bd3bc08da of type vlan for network 84f54788-0530-4c9a-8828-ab728ebc1a75 Jun 16 18:47:12.321020 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-fedd5f8a-5935-4d7b-9ff0-6a62bb470f47 admin admin] Request body: {'subnet': {'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1436089731-subnet', 'tenant_id': '800642a613714aec9372ad858f15dd9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:12.368869 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.420249 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc41fab3-3d69-452d-b928-ce6d2aa2a812,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:12.437787 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-d0eeb405-89dc-4d9c-96d3-beb911580318 None None] Provisioning for port fc7f79cd-581f-49ae-82a7-76831bffb560 completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:47:12.448001 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:12.462632 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.498321 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device fc7f79cd-581f-49ae-82a7-76831bffb560 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:12.521995 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.536195 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:12.545068 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=100039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:47:12.573619 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.573619 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.segments_db [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Added segment f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b of type vlan for network f7d28e2b-657a-4fea-87fc-61fc43c743d6 Jun 16 18:47:12.590764 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:12.609943 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:12.628805 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.652361 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.659543 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:12.659543 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.662120 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756dc542-3729-45c2-b9f6-ace3c7e5fd3b admin admin] Made reservation on behalf of 804db3a89f1c4d96a7e618f32151b0a4 for: {'subnet': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:12.664694 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-756dc542-3729-45c2-b9f6-ace3c7e5fd3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.682352 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port fc7f79cd-581f-49ae-82a7-76831bffb560 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:47:12.687201 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port fc7f79cd-581f-49ae-82a7-76831bffb560 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:12.693692 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.812309 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-5c8fafd8-6cf6-4457-96f2-5a700dfb9202 None None] Provisioning complete for port fc7f79cd-581f-49ae-82a7-76831bffb560 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:12.812994 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-5c8fafd8-6cf6-4457-96f2-5a700dfb9202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.852452 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.898011 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.899069 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedd5f8a-5935-4d7b-9ff0-6a62bb470f47 admin admin] Made reservation on behalf of 800642a613714aec9372ad858f15dd9b for: {'subnet': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:12.901547 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-fedd5f8a-5935-4d7b-9ff0-6a62bb470f47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.937630 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port fc7f79cd-581f-49ae-82a7-76831bffb560, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=fc7f79cd-581f-49ae-82a7-76831bffb560,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:47:12.951568 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:12.951568 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.953900 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c0a3b5eb-06f3-47a3-9033-3c3ca2b15a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:12.969254 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:12.975027 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-5c8fafd8-6cf6-4457-96f2-5a700dfb9202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:13.032968 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-756dc542-3729-45c2-b9f6-ace3c7e5fd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489'] for subnet, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:13.059738 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:13.070876 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:13.086285 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Pushing event updated for resources: {'Network': ['ID=84f54788-0530-4c9a-8828-ab728ebc1a75,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:13.096652 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:13.098789 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8699896 Jun 16 18:47:13.108747 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44336) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:13.115758 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network 84f54788-0530-4c9a-8828-ab728ebc1a75 details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:47:13.117882 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-3f3a8a0a-f27c-4167-b90e-4e945463a62f admin admin] Request body: {'subnet': {'network_id': '84f54788-0530-4c9a-8828-ab728ebc1a75', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-159768085-subnet', 'tenant_id': '07e315b6a99847fc959745348275cb69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:13.144717 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:13.150029 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Pushing event updated for resources: {'Network': ['ID=f7d28e2b-657a-4fea-87fc-61fc43c743d6,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:13.153540 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:13.161505 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:13.169593 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7352214 Jun 16 18:47:13.175630 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44340) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:13.208194 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-11ea15ae-40fd-4ab1-bdc8-64a40f15f7b7 admin admin] Request body: {'subnet': {'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1362334977-subnet', 'tenant_id': '7d15b68681b3461f9393ea46b06f632e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:13.234881 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network f7d28e2b-657a-4fea-87fc-61fc43c743d6 details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:47:13.257672 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=fc7f79cd-581f-49ae-82a7-76831bffb560,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:13.282307 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756dc542-3729-45c2-b9f6-ace3c7e5fd3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c564e1e9-0d16-4720-8290-85e28752f80f,revision_number=0']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:13.285127 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-756dc542-3729-45c2-b9f6-ace3c7e5fd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:13.359315 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756dc542-3729-45c2-b9f6-ace3c7e5fd3b admin admin] Checking segment: {'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:13.359674 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756dc542-3729-45c2-b9f6-ace3c7e5fd3b admin admin] Network hostable DHCP agents. Network: bdace82e-d0e6-4cfc-b001-3cb6b296a4da, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:47:13.366744 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:13.372731 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.db.api [None req-5c8fafd8-6cf6-4457-96f2-5a700dfb9202 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 18:47:13.373096 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_db.api [None req-5c8fafd8-6cf6-4457-96f2-5a700dfb9202 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:47:13.397952 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421606'] for router, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:13.418471 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3a8a0a-f27c-4167-b90e-4e945463a62f admin admin] Made reservation on behalf of 07e315b6a99847fc959745348275cb69 for: {'subnet': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:13.424979 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3f3a8a0a-f27c-4167-b90e-4e945463a62f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:13.584024 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756dc542-3729-45c2-b9f6-ace3c7e5fd3b admin admin] Network bdace82e-d0e6-4cfc-b001-3cb6b296a4da is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:47:13.586450 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ea15ae-40fd-4ab1-bdc8-64a40f15f7b7 admin admin] Made reservation on behalf of 7d15b68681b3461f9393ea46b06f632e for: {'subnet': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:13.588935 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-11ea15ae-40fd-4ab1-bdc8-64a40f15f7b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:13.590917 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-fedd5f8a-5935-4d7b-9ff0-6a62bb470f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489'] for subnet, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:13.610790 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:13.630905 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44360) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:13.743477 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-812e0394-3208-42f5-9e39-2c7299ab8fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:13.758033 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Router 243b13f7-5e16-434e-9e97-46cfca988340 is scheduled to L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 with binding_index 1 {{(pid=100040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 18:47:13.759923 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd5f8a-5935-4d7b-9ff0-6a62bb470f47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=940bc029-0d55-45ba-9372-a743fe6683d3,revision_number=0']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:13.761932 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-756dc542-3729-45c2-b9f6-ace3c7e5fd3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, bdace82e-d0e6-4cfc-b001-3cb6b296a4da) {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:13.775143 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-fedd5f8a-5935-4d7b-9ff0-6a62bb470f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:13.799756 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd5f8a-5935-4d7b-9ff0-6a62bb470f47 admin admin] Checking segment: {'id': 'b67691b4-e876-4ce2-bc65-fb5f55acfa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:13.800129 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedd5f8a-5935-4d7b-9ff0-6a62bb470f47 admin admin] Network hostable DHCP agents. Network: fc88b1e0-01b8-46a4-896b-30044689d0a1, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:47:13.814824 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756dc542-3729-45c2-b9f6-ace3c7e5fd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:13.815049 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809121f7-c717-4e19-a76b-c84760ce5985 None None] Network bdace82e-d0e6-4cfc-b001-3cb6b296a4da requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:47:13.815517 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-756dc542-3729-45c2-b9f6-ace3c7e5fd3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:13.859799 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3f3a8a0a-f27c-4167-b90e-4e945463a62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489'] for subnet, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:13.869836 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:13.920290 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:47:13.927580 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedd5f8a-5935-4d7b-9ff0-6a62bb470f47 admin admin] Network fc88b1e0-01b8-46a4-896b-30044689d0a1 is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:47:13.936732 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Sync routers for ids ['243b13f7-5e16-434e-9e97-46cfca988340'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:47:13.947118 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-812e0394-3208-42f5-9e39-2c7299ab8fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:13.954845 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Routers {'243b13f7-5e16-434e-9e97-46cfca988340'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:47:13.955711 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:46:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['243b13f7-5e16-434e-9e97-46cfca988340'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:13.965271 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-fedd5f8a-5935-4d7b-9ff0-6a62bb470f47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, fc88b1e0-01b8-46a4-896b-30044689d0a1) {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:13.978652 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec93ed-6250-4c4d-babb-2d432acddaa0 None None] Network fc88b1e0-01b8-46a4-896b-30044689d0a1 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:47:13.986624 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd5f8a-5935-4d7b-9ff0-6a62bb470f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:13.987237 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-fedd5f8a-5935-4d7b-9ff0-6a62bb470f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:13.989285 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a8a0a-f27c-4167-b90e-4e945463a62f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d50e8d3a-8ad1-4059-a671-01c1d9f909a6,revision_number=0']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:14.005794 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3f3a8a0a-f27c-4167-b90e-4e945463a62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:14.017292 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a8a0a-f27c-4167-b90e-4e945463a62f admin admin] Checking segment: {'id': 'e5d2e40d-b1d7-4212-9adf-629bd3bc08da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '84f54788-0530-4c9a-8828-ab728ebc1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:14.017994 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a8a0a-f27c-4167-b90e-4e945463a62f admin admin] Network hostable DHCP agents. Network: 84f54788-0530-4c9a-8828-ab728ebc1a75, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:47:14.020444 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-812e0394-3208-42f5-9e39-2c7299ab8fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.027133 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:14.067386 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-812e0394-3208-42f5-9e39-2c7299ab8fab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da6c76faccc94dc9af72a7f4ebcb1515&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4351304 Jun 16 18:47:14.070329 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e0394-3208-42f5-9e39-2c7299ab8fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9773cd6-be77-4356-81b6-c85547b9e110,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:14.073319 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44370) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:14.075588 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-812e0394-3208-42f5-9e39-2c7299ab8fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:14.092551 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8b26a4e-7818-5058-9bf8-178988fe1486-bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f'}]}} from dv-cinder-667108-31-iscsi. {{(pid=100041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 18:47:14.094282 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.099362 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Set router 243b13f7-5e16-434e-9e97-46cfca988340 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:47:14.129673 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8d78aec1-6aba-4b6d-a49b-e2c6381d0241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.135720 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Notify callbacks [] for router, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.140574 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1554043 Jun 16 18:47:14.145581 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44372) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:14.145581 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44374) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:14.145781 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-756dc542-3729-45c2-b9f6-ace3c7e5fd3b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1950285 Jun 16 18:47:14.145781 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a8a0a-f27c-4167-b90e-4e945463a62f admin admin] Network 84f54788-0530-4c9a-8828-ab728ebc1a75 is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:47:14.155491 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-fedd5f8a-5935-4d7b-9ff0-6a62bb470f47 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8401494 Jun 16 18:47:14.156488 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-11ea15ae-40fd-4ab1-bdc8-64a40f15f7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489'] for subnet, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.159063 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44378) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:14.161716 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-756dc542-3729-45c2-b9f6-ace3c7e5fd3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:14.161858 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:14.170338 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1436089731-router', 'tenant_id': '800642a613714aec9372ad858f15dd9b', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:14.222970 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea15ae-40fd-4ab1-bdc8-64a40f15f7b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2046873-1d24-45e3-9c20-f4da0bce1314,revision_number=0']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:14.226467 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-11ea15ae-40fd-4ab1-bdc8-64a40f15f7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:14.237967 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-3f3a8a0a-f27c-4167-b90e-4e945463a62f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, 84f54788-0530-4c9a-8828-ab728ebc1a75) {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:14.248064 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a8a0a-f27c-4167-b90e-4e945463a62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:14.248064 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3f3a8a0a-f27c-4167-b90e-4e945463a62f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.248064 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ea15ae-40fd-4ab1-bdc8-64a40f15f7b7 admin admin] Checking segment: {'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:14.248389 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ea15ae-40fd-4ab1-bdc8-64a40f15f7b7 admin admin] Network hostable DHCP agents. Network: f7d28e2b-657a-4fea-87fc-61fc43c743d6, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:47:14.274976 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8d78aec1-6aba-4b6d-a49b-e2c6381d0241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.288234 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3204'] for router, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.289284 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3199'] for router, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.317567 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8705ab3-9e85-46ce-a34e-aba606921361 None None] Network fc88b1e0-01b8-46a4-896b-30044689d0a1 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:47:14.320018 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd69794f-df67-4f92-b1c8-c33da083db15 None None] Network 84f54788-0530-4c9a-8828-ab728ebc1a75 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:47:14.328950 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ea15ae-40fd-4ab1-bdc8-64a40f15f7b7 admin admin] Network f7d28e2b-657a-4fea-87fc-61fc43c743d6 is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:47:14.339572 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-11ea15ae-40fd-4ab1-bdc8-64a40f15f7b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, f7d28e2b-657a-4fea-87fc-61fc43c743d6) {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:14.343206 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ea15ae-40fd-4ab1-bdc8-64a40f15f7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:14.344014 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-11ea15ae-40fd-4ab1-bdc8-64a40f15f7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.352194 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831536b4-9dd4-47fd-93ef-065186039250 None None] Network f7d28e2b-657a-4fea-87fc-61fc43c743d6 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:47:14.367702 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-3f3a8a0a-f27c-4167-b90e-4e945463a62f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2550642 Jun 16 18:47:14.385704 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:12Z', 'revision_number': 3, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:14.391747 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Checking router: 243b13f7-5e16-434e-9e97-46cfca988340 for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:47:14.392128 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Updating router 243b13f7-5e16-434e-9e97-46cfca988340 port a9e11bdf-3af1-46fd-bdfc-058dd27159df binding host dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:47:14.394708 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.462754 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.497436 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device fc7f79cd-581f-49ae-82a7-76831bffb560 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:14.618730 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-11ea15ae-40fd-4ab1-bdc8-64a40f15f7b7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4405816 Jun 16 18:47:14.655159 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.db_base_plugin_common [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Allocated IP 172.20.0.2 (bdace82e-d0e6-4cfc-b001-3cb6b296a4da/c564e1e9-0d16-4720-8290-85e28752f80f/cffafed4-0c35-4b41-8d5d-4084a37387fd) {{(pid=100041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:14.729450 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3204'] for router, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.731284 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3199'] for router, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.735959 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8d78aec1-6aba-4b6d-a49b-e2c6381d0241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.750424 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8d78aec1-6aba-4b6d-a49b-e2c6381d0241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.752050 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-8d78aec1-6aba-4b6d-a49b-e2c6381d0241 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9773cd6-be77-4356-81b6-c85547b9e110 HTTP/1.1" status: 204 len: 168 time: 0.6775916 Jun 16 18:47:14.757626 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:14.762036 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3177'] for router, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.773553 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78aec1-6aba-4b6d-a49b-e2c6381d0241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9773cd6-be77-4356-81b6-c85547b9e110,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:14.775764 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-8d78aec1-6aba-4b6d-a49b-e2c6381d0241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:14.806811 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e56eb99-ba9d-452a-a218-bc551b94b695 None None] Network 84f54788-0530-4c9a-8828-ab728ebc1a75 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:47:14.816447 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd99366-c459-419d-8fe1-08cfd457a619 None None] Network f7d28e2b-657a-4fea-87fc-61fc43c743d6 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:47:15.010718 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Notify callbacks [] for port, precommit_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:15.028760 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.provisioning_blocks [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Transition to ACTIVE for port object a9e11bdf-3af1-46fd-bdfc-058dd27159df will not be triggered until provisioned by entity L2. {{(pid=100042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:15.066021 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44432) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:15.066021 dv-cinder-667108-31-iscsi neutron-server[100039]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 18:47:15.117070 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:15.120016 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:15.174783 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port fc7f79cd-581f-49ae-82a7-76831bffb560 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:15.177860 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:15.215046 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Attempting to bind port a9e11bdf-3af1-46fd-bdfc-058dd27159df on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:47:15.215658 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Attempting to bind port a9e11bdf-3af1-46fd-bdfc-058dd27159df by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:47:15.216240 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Attempting to bind port a9e11bdf-3af1-46fd-bdfc-058dd27159df on network 8606aa04-9217-44b7-9651-2ff45bf86ab5 {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:15.224737 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:47:15.226015 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Checking segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:15.226563 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:15.227505 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Bound using segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:47:15.228096 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Bound port: a9e11bdf-3af1-46fd-bdfc-058dd27159df, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:47:15.228575 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:15.299863 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] For port a9e11bdf-3af1-46fd-bdfc-058dd27159df, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:47:15.304654 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] For port a9e11bdf-3af1-46fd-bdfc-058dd27159df, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=a9e11bdf-3af1-46fd-bdfc-058dd27159df,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:47:15.313868 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:15.327592 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Pushing event updated for resources: {'Port': ['ID=a9e11bdf-3af1-46fd-bdfc-058dd27159df,revision_number=2']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:15.343112 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:15.343520 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:15.343852 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:15.344178 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:15.344557 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:15.344879 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:15.345194 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:15.345557 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:15.345917 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:15.346582 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:15.346907 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:15.347257 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Tracked resource versions report: Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: pushed versions: Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: { 'AddressGroup': {'1.2'}, Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'ConntrackHelper': {'1.0'}, Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Log': {'1.0'}, Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Network': {'1.1'}, Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Port': {'1.7'}, Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'PortForwarding': {'1.2'}, Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'QosPolicy': {'1.8'}, Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'SecurityGroup': {'1.4'}, Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'SubPort': {'1.0'}, Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Subnet': {'1.1'}, Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Trunk': {'1.1'}} Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: consumer versions: Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: { DHCP agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: HyperV agent@hv-cinder-66710: {}, Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: L3 agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: Metadata agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: Metering agent@dv-cinder-667108-31-iscsi: {}, Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: Open vSwitch agent@dv-cinder-667108-31-iscsi: { 'AddressGroup': '1.2', Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'ConntrackHelper': '1.0', Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Log': '1.0', Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Network': '1.1', Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Port': '1.7', Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'PortForwarding': '1.2', Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'QosPolicy': '1.8', Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'SecurityGroup': '1.4', Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'SecurityGroupRule': '1.2', Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'SubPort': '1.0', Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Subnet': '1.1', Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: 'Trunk': '1.1'}} Jun 16 18:47:15.348687 dv-cinder-667108-31-iscsi neutron-server[100042]: {{(pid=100042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:47:15.352767 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:15.391561 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-9d5ae538-f2e0-4127-9f55-80ba32a1b1a1 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:15.393338 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-9d5ae538-f2e0-4127-9f55-80ba32a1b1a1 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/networks?id=84f54788-0530-4c9a-8828-ab728ebc1a75 HTTP/1.1" status: 200 len: 811 time: 0.3304918 Jun 16 18:47:15.402845 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:15.405172 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:15.415691 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-e014164c-2728-4506-aca4-d7f8f8ccdfb7 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/quotas/07e315b6a99847fc959745348275cb69 HTTP/1.1" status: 200 len: 375 time: 0.0162222 Jun 16 18:47:15.510316 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Routers {'243b13f7-5e16-434e-9e97-46cfca988340'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:47:15.510946 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:46:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['243b13f7-5e16-434e-9e97-46cfca988340'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:15.520799 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-75782bfd-cf9e-4dde-9b01-9fc1e4c09fd2 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=07e315b6a99847fc959745348275cb69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981469 Jun 16 18:47:15.633270 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] Set router 243b13f7-5e16-434e-9e97-46cfca988340 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:47:15.667239 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Notify callbacks [] for port, precommit_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:15.674378 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3177'] for router, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:15.689541 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-373c7c3a-c4e6-49dd-ba41-d1265cba353d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:15.693817 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Transition to ACTIVE for port object cffafed4-0c35-4b41-8d5d-4084a37387fd will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:15.724919 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Transition to ACTIVE for port object cffafed4-0c35-4b41-8d5d-4084a37387fd will not be triggered until provisioned by entity DHCP. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:15.732670 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Pushing event updated for resources: {'Port': ['ID=a9e11bdf-3af1-46fd-bdfc-058dd27159df,revision_number=3']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:15.736449 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:15.842793 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44464) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:15.884540 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:12Z', 'revision_number': 3, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:15.888767 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad846f04-6bfc-4943-830d-4e1d41dfd99f None None] The sync data for ids ['243b13f7-5e16-434e-9e97-46cfca988340'] in dv-cinder-667108-31-iscsi is: [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:12Z', 'revision_number': 3, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:47:15.931405 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:15.950737 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:15.953547 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44468) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:15.953993 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-6691e6c5-08c3-41b8-b0ae-006f39619ea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:15.971304 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-fe5146a3-c0c5-4ff1-b950-0c0899fb07c2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:47:15.972354 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-fe5146a3-c0c5-4ff1-b950-0c0899fb07c2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1177239 Jun 16 18:47:15.983828 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-ddd13c79-ceae-46e6-b7ed-023e74ee1289 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:15.990718 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-ddd13c79-ceae-46e6-b7ed-023e74ee1289 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/networks?id=f7d28e2b-657a-4fea-87fc-61fc43c743d6 HTTP/1.1" status: 200 len: 815 time: 0.1467061 Jun 16 18:47:16.006302 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Network bdace82e-d0e6-4cfc-b001-3cb6b296a4da is already hosted by enough agents. {{(pid=100041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:16.013887 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.base_scheduler [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Resources bound (agent type, host, resource id): {{(pid=100041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:16.017463 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Pushing event updated for resources: {'Port': ['ID=cffafed4-0c35-4b41-8d5d-4084a37387fd,revision_number=1']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:16.020314 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Received port after_create {{(pid=100041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:47:16.024143 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:16.033978 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-5cd120f2-5699-4847-aa33-158dea110852 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/quotas/7d15b68681b3461f9393ea46b06f632e HTTP/1.1" status: 200 len: 375 time: 0.0421112 Jun 16 18:47:16.074587 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-adf8d059-9aaa-429e-9fa7-dd07902c11be tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d15b68681b3461f9393ea46b06f632e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394485 Jun 16 18:47:16.096101 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Attempting to bind port cffafed4-0c35-4b41-8d5d-4084a37387fd on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:47:16.096802 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Attempting to bind port cffafed4-0c35-4b41-8d5d-4084a37387fd by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:47:16.097396 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Attempting to bind port cffafed4-0c35-4b41-8d5d-4084a37387fd on network bdace82e-d0e6-4cfc-b001-3cb6b296a4da {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:16.103910 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:47:16.104893 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Checking segment: {'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:16.105795 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:16.106439 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Bound using segment: {'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:47:16.107178 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Bound port: cffafed4-0c35-4b41-8d5d-4084a37387fd, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:47:16.107805 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:16.158757 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-b1680987-2572-44b7-bb66-6ccc0bd5852d service neutron] 10.222.0.41 "GET /v2.0/networks/84f54788-0530-4c9a-8828-ab728ebc1a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607771 Jun 16 18:47:16.210426 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] For port cffafed4-0c35-4b41-8d5d-4084a37387fd, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:47:16.216802 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] For port cffafed4-0c35-4b41-8d5d-4084a37387fd, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=cffafed4-0c35-4b41-8d5d-4084a37387fd,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:47:16.299173 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b19aa56d-d813-4921-9ae3-bd3511e8925c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:16.299330 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:16.306499 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:16.307773 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:16.322332 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-56abefa6-34bc-4b66-ac40-1692479e3940 service neutron] 10.222.0.41 "GET /v2.0/networks/84f54788-0530-4c9a-8828-ab728ebc1a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571462 Jun 16 18:47:16.369236 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:16.430046 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-86c77f7b-6ab0-4a6e-9b0f-dcf03d9ffdd5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:47:16.431122 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-86c77f7b-6ab0-4a6e-9b0f-dcf03d9ffdd5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1303010 Jun 16 18:47:16.461469 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Pushing event updated for resources: {'Port': ['ID=cffafed4-0c35-4b41-8d5d-4084a37387fd,revision_number=2']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:16.479615 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:16.541099 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device a9e11bdf-3af1-46fd-bdfc-058dd27159df up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:16.597010 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-169d6d96-f387-49ec-b487-4503fd23554f service neutron] 10.222.0.41 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590514 Jun 16 18:47:16.620208 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Allocated IP 172.20.0.1 (5067c8ca-8862-4936-b72e-9c44c8a52801/8f5204a4-d003-494a-9248-fcb9bc5356cc/8ee60d4c-aa84-4116-b869-02c23cf6b852) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:16.705883 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Allocated IP 172.27.3.54 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/5da81cc7-a912-4bb4-8547-fefdb10d9eb9) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:16.817641 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port a9e11bdf-3af1-46fd-bdfc-058dd27159df completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:47:16.824247 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port a9e11bdf-3af1-46fd-bdfc-058dd27159df triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:16.825012 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:16.838097 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-1cd9e519-f47c-4bfb-8784-da27e419afd9 service neutron] 10.222.0.41 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376914 Jun 16 18:47:17.027736 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:17.084494 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port a9e11bdf-3af1-46fd-bdfc-058dd27159df, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=a9e11bdf-3af1-46fd-bdfc-058dd27159df,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:47:17.114775 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-85a38a45-97e6-4c17-b885-15ac9e50d95c req-440d8b1e-009c-4819-8ab4-aba923f1f997 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 210 time: 0.0678413 Jun 16 18:47:17.154329 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b19aa56d-d813-4921-9ae3-bd3511e8925c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:17.175181 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:17.180558 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:17.188830 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:17.212100 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:17.214990 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Transition to ACTIVE for port object 8ee60d4c-aa84-4116-b869-02c23cf6b852 will not be triggered until provisioned by entity DHCP. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:17.257971 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:17.274609 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=a9e11bdf-3af1-46fd-bdfc-058dd27159df,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:17.287500 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:17.358949 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:17.359961 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b19aa56d-d813-4921-9ae3-bd3511e8925c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:17.391269 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:17.430067 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19aa56d-d813-4921-9ae3-bd3511e8925c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b60b2c3-9aa9-478f-b251-db6d9e30397c,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:17.434044 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b19aa56d-d813-4921-9ae3-bd3511e8925c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:17.466162 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-48f52bbe-6357-4f1e-b272-73e4befea838 req-061fd583-ffb7-4b4b-be8a-cf98f2544cfe tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 210 time: 0.0948734 Jun 16 18:47:17.482943 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-b19aa56d-d813-4921-9ae3-bd3511e8925c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b19279dd6b7e4ee79fc2829f1ae66728&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5270970 Jun 16 18:47:17.486560 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44528) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:17.552668 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:17.565235 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:17.574837 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ce1a1aa-2718-498e-a0af-239a6fd49837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:17.599350 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ce1a1aa-2718-498e-a0af-239a6fd49837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:17.749301 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ce1a1aa-2718-498e-a0af-239a6fd49837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:17.752356 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ce1a1aa-2718-498e-a0af-239a6fd49837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:17.756873 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-6ce1a1aa-2718-498e-a0af-239a6fd49837 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b60b2c3-9aa9-478f-b251-db6d9e30397c HTTP/1.1" status: 204 len: 168 time: 0.2685578 Jun 16 18:47:17.757793 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:17.774822 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1a1aa-2718-498e-a0af-239a6fd49837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b60b2c3-9aa9-478f-b251-db6d9e30397c,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:17.779072 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6ce1a1aa-2718-498e-a0af-239a6fd49837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:17.801782 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44550) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:17.950372 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee60d4c-aa84-4116-b869-02c23cf6b852,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:17.957259 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:17.959389 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:17.968564 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Allocated IP 172.27.3.57 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/dc6f49c4-9896-44e4-8caa-ec39938e432a) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:17.980130 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:17.982336 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de720fc-3b64-4cd4-8cf5-6492aa1a61b9 None None] Network bdace82e-d0e6-4cfc-b001-3cb6b296a4da requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:47:18.010357 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-292bdb33-4b3a-4b74-a87b-475008a5fbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:18.026720 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Network 5067c8ca-8862-4936-b72e-9c44c8a52801 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:18.039103 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:18.044615 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:18.046740 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:18.074265 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:47:18.128902 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-1f1a1b9a-d78a-4e75-b7a1-701d9b4f061d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:18.161153 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-292bdb33-4b3a-4b74-a87b-475008a5fbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:18.283144 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Pushing event updated for resources: {'Port': ['ID=5da81cc7-a912-4bb4-8547-fefdb10d9eb9,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:18.289696 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-45b0fc22-2de9-42b3-b9ca-16cbbb4ce781 req-90ea0eb5-749a-4dcb-98e5-80215bd8ec28 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 210 time: 0.0861137 Jun 16 18:47:18.295783 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-292bdb33-4b3a-4b74-a87b-475008a5fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:18.297570 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:47:18.310403 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425815'] for router_interface, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:18.310830 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-0988a13f-7f85-4476-af57-265eb0fefc62 None None] Provisioning for port cffafed4-0c35-4b41-8d5d-4084a37387fd completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:47:18.310927 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:18.436449 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:18.440517 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-292bdb33-4b3a-4b74-a87b-475008a5fbc3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=967f1e2c5971452b995f7d830a396f08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6374993 Jun 16 18:47:18.441523 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bdb33-4b3a-4b74-a87b-475008a5fbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2f16c2-0626-4ad6-82c4-bc230aa2e76d,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:18.451360 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-292bdb33-4b3a-4b74-a87b-475008a5fbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:18.453568 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44576) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:18.460947 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:18.603661 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-eff11937-4ee2-4910-813a-73078535409f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:18.696587 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device cffafed4-0c35-4b41-8d5d-4084a37387fd up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:18.717027 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:18.741410 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c5f4e77e-82a1-4106-98e7-6b2c184f4888 req-09996f9a-de94-4847-861b-cf4390c45e80 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 210 time: 0.0732701 Jun 16 18:47:18.773119 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-eff11937-4ee2-4910-813a-73078535409f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:18.873366 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:18.905542 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port cffafed4-0c35-4b41-8d5d-4084a37387fd completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:47:18.909606 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port cffafed4-0c35-4b41-8d5d-4084a37387fd triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:18.910222 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:18.927713 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:18.979307 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-eff11937-4ee2-4910-813a-73078535409f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:18.982747 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-eff11937-4ee2-4910-813a-73078535409f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:18.986775 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-eff11937-4ee2-4910-813a-73078535409f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a2f16c2-0626-4ad6-82c4-bc230aa2e76d HTTP/1.1" status: 204 len: 168 time: 0.5294163 Jun 16 18:47:18.986775 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:19.012834 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:19.017548 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff11937-4ee2-4910-813a-73078535409f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2f16c2-0626-4ad6-82c4-bc230aa2e76d,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:19.027913 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-eff11937-4ee2-4910-813a-73078535409f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:19.031218 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:19.109446 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:19.116647 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-f9a967ad-7567-453e-95f6-c1005e064c6d None None] Provisioning for port 8ee60d4c-aa84-4116-b869-02c23cf6b852 completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:47:19.122066 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:19.129889 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:47:19.148556 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-f9a967ad-7567-453e-95f6-c1005e064c6d None None] Provisioning complete for port 8ee60d4c-aa84-4116-b869-02c23cf6b852 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:19.149163 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-f9a967ad-7567-453e-95f6-c1005e064c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:19.176655 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Pushing event updated for resources: {'Port': ['ID=dc6f49c4-9896-44e4-8caa-ec39938e432a,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:19.191988 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-f9a967ad-7567-453e-95f6-c1005e064c6d None None] Port 8ee60d4c-aa84-4116-b869-02c23cf6b852 cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:47:19.207756 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:19.231365 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:19.234845 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:19.268733 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port cffafed4-0c35-4b41-8d5d-4084a37387fd, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=cffafed4-0c35-4b41-8d5d-4084a37387fd,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:47:19.344679 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:19.346046 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device a9e11bdf-3af1-46fd-bdfc-058dd27159df up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:19.347789 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:19.378162 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:19.419898 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421606'] for router, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:19.430646 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=cffafed4-0c35-4b41-8d5d-4084a37387fd,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:19.435740 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:19.445399 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port a9e11bdf-3af1-46fd-bdfc-058dd27159df triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:19.449349 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:19.485484 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:19.653791 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e0439b40-5020-47d1-8bd3-2ae5921b0628 req-dff9fd45-3464-4282-af23-181004f8d0b9 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 210 time: 0.0437748 Jun 16 18:47:19.715168 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425771'] for router_interface, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:19.743956 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:19.808194 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44630) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:19.865044 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee60d4c-aa84-4116-b869-02c23cf6b852,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:19.875202 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:19.909445 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:19.999013 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f256c620-e001-4e1c-b787-637af4ffe0c6 req-d1bbd32a-7dc8-4e92-b275-ed2372f8401c tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 210 time: 0.0388534 Jun 16 18:47:20.002286 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Network 5067c8ca-8862-4936-b72e-9c44c8a52801 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:20.011166 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:20.134596 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3457af98-1f83-47a2-a803-ab2de1362145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:20.165236 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Router e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d is scheduled to L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 with binding_index 1 {{(pid=100040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 18:47:20.218413 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Router 243b13f7-5e16-434e-9e97-46cfca988340 has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:47:20.329466 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-0e2255ac-c2a7-4c52-9ba8-5e4e99f805a4 None None] Provisioning complete for port 8ee60d4c-aa84-4116-b869-02c23cf6b852 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:20.330435 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-0e2255ac-c2a7-4c52-9ba8-5e4e99f805a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:20.361651 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3457af98-1f83-47a2-a803-ab2de1362145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:20.412049 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-0e2255ac-c2a7-4c52-9ba8-5e4e99f805a4 None None] Port 8ee60d4c-aa84-4116-b869-02c23cf6b852 cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:47:20.424881 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device cffafed4-0c35-4b41-8d5d-4084a37387fd up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:20.442299 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3457af98-1f83-47a2-a803-ab2de1362145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:20.449938 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-eff11937-4ee2-4910-813a-73078535409f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:20.476756 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port cffafed4-0c35-4b41-8d5d-4084a37387fd triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:20.477847 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:20.531417 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457af98-1f83-47a2-a803-ab2de1362145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ec513f-ed19-47f6-b28f-e2ae243b0901,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:20.539103 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3457af98-1f83-47a2-a803-ab2de1362145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:20.546167 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:47:20.548028 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421606'] for router, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:20.564736 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Sync routers for ids ['e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:47:20.570189 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44652) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:20.572491 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-3457af98-1f83-47a2-a803-ab2de1362145 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ba4a4b5bee74c2f8c5ef54be9000c26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7623181 Jun 16 18:47:20.606603 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Routers {'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:47:20.607486 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:47:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:20.682030 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:47:20.695348 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Sync routers for ids ['243b13f7-5e16-434e-9e97-46cfca988340'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:47:20.729238 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Routers {'243b13f7-5e16-434e-9e97-46cfca988340'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:47:20.729868 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:47:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['243b13f7-5e16-434e-9e97-46cfca988340'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:20.731389 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] 10.222.0.41 "PUT /v2.0/routers/243b13f7-5e16-434e-9e97-46cfca988340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5753758 Jun 16 18:47:20.733147 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] Notify callbacks [] for router, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:20.734351 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-e9ec5dd5-8101-49e0-8721-da58db8423dc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5676270 Jun 16 18:47:20.737864 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44680) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:20.748364 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Set router e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:47:20.827718 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0b39e749-4f2d-41b1-8df1-1fe3efc99197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:20.899160 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0b39e749-4f2d-41b1-8df1-1fe3efc99197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:20.975013 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Set router 243b13f7-5e16-434e-9e97-46cfca988340 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:47:21.012259 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:21.061718 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-090d52d9-a6b4-4ccb-b4bc-116f98feeffa req-b1a05ee9-5f88-4411-945c-4ff1d805b071 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 210 time: 0.1477964 Jun 16 18:47:21.090956 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0b39e749-4f2d-41b1-8df1-1fe3efc99197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:21.115258 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0b39e749-4f2d-41b1-8df1-1fe3efc99197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:21.123807 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-0b39e749-4f2d-41b1-8df1-1fe3efc99197 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07ec513f-ed19-47f6-b28f-e2ae243b0901 HTTP/1.1" status: 204 len: 168 time: 0.5460126 Jun 16 18:47:21.129337 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:21.206570 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39e749-4f2d-41b1-8df1-1fe3efc99197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ec513f-ed19-47f6-b28f-e2ae243b0901,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:21.213507 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0b39e749-4f2d-41b1-8df1-1fe3efc99197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:21.258407 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.70', 60701) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:21.277063 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1436089731-router', 'tenant_id': '800642a613714aec9372ad858f15dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 3, 'project_id': '800642a613714aec9372ad858f15dd9b', 'gw_port': {'id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:21.294536 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Checking router: e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:47:21.294804 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Updating router e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d port 5da81cc7-a912-4bb4-8547-fefdb10d9eb9 binding host dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:47:21.357410 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Router ea491008-fed4-46b4-a28c-ed13845c24d3 is scheduled to L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 with binding_index 1 {{(pid=100040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 18:47:21.377055 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:21.446033 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': '8ee60d4c-aa84-4116-b869-02c23cf6b852', 'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'mac_address': 'fa:16:3e:2d:26:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 2, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'subnets': [{'id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:21.450082 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Checking router: 243b13f7-5e16-434e-9e97-46cfca988340 for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:47:21.450436 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Updating router 243b13f7-5e16-434e-9e97-46cfca988340 port 8ee60d4c-aa84-4116-b869-02c23cf6b852 binding host dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:47:21.452864 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4cf58552-7fdf-4a55-8e71-c98a3dd91413 req-3c8ed538-7ba9-4a87-9d90-9dbdb68fa013 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 210 time: 0.0804365 Jun 16 18:47:21.555333 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:21.851757 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Notify callbacks [] for port, precommit_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:21.855918 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:47:21.877416 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Transition to ACTIVE for port object 5da81cc7-a912-4bb4-8547-fefdb10d9eb9 will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:21.888743 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Sync routers for ids ['ea491008-fed4-46b4-a28c-ed13845c24d3'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:47:21.905051 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Routers {'ea491008-fed4-46b4-a28c-ed13845c24d3'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:47:21.906114 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:47:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ea491008-fed4-46b4-a28c-ed13845c24d3'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:21.971680 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-e2f8f0e4-fddd-4468-b822-4db84308f02d tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:21.973345 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-e2f8f0e4-fddd-4468-b822-4db84308f02d tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.70 "GET /v2.0/networks?id=84f54788-0530-4c9a-8828-ab728ebc1a75 HTTP/1.1" status: 200 len: 811 time: 0.7146428 Jun 16 18:47:22.007502 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:22.029823 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-8c0a3232-21b4-49d1-8d46-6fb0b228cd84 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Request body: {'port': {'device_id': '7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9', 'network_id': '84f54788-0530-4c9a-8828-ab728ebc1a75', 'admin_state_up': True, 'tenant_id': '07e315b6a99847fc959745348275cb69'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:22.044248 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:22.050607 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Notify callbacks [] for router, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:22.056770 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9059010 Jun 16 18:47:22.060024 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:22.103587 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44724) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:22.174892 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44728) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:22.197575 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-a65efa1e-f15c-4853-a633-9be560c01d92 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--353172352', 'description': 'tempest-description--737692224'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:22.214608 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Notify callbacks [] for port, precommit_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:22.232738 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f5c3a-9e93-4a6f-a617-508915a78a87 None None] Pushing event updated for resources: {'Port': ['ID=5da81cc7-a912-4bb4-8547-fefdb10d9eb9,revision_number=2']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:22.235374 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Attempting to bind port 5da81cc7-a912-4bb4-8547-fefdb10d9eb9 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:47:22.235937 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Attempting to bind port 5da81cc7-a912-4bb4-8547-fefdb10d9eb9 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:47:22.236478 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Attempting to bind port 5da81cc7-a912-4bb4-8547-fefdb10d9eb9 on network 8606aa04-9217-44b7-9651-2ff45bf86ab5 {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:22.237824 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.provisioning_blocks [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Transition to ACTIVE for port object 8ee60d4c-aa84-4116-b869-02c23cf6b852 will not be triggered until provisioned by entity L2. {{(pid=100042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:22.238981 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-f94f5c3a-9e93-4a6f-a617-508915a78a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:22.250907 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:47:22.251650 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Checking segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:22.252463 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:22.253026 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Bound using segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:47:22.253714 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Bound port: 5da81cc7-a912-4bb4-8547-fefdb10d9eb9, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:47:22.254301 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:22.294371 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Set router ea491008-fed4-46b4-a28c-ed13845c24d3 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:47:22.333501 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:22.340378 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:22.471694 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52202c-37a2-4d4f-9c01-0e903409fb16 None None] Pushing event updated for resources: {'Port': ['ID=8ee60d4c-aa84-4116-b869-02c23cf6b852,revision_number=3']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:22.481431 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-aa52202c-37a2-4d4f-9c01-0e903409fb16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:22.510030 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-992cdd9b-8861-496f-9226-d06cb49e927c req-46bd0f08-6808-4e0f-9a93-5875b83c3ea7 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 210 time: 0.1364288 Jun 16 18:47:22.516520 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.70', 60707) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:22.518109 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44742) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:22.528449 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a65efa1e-f15c-4853-a633-9be560c01d92 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:22.534272 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Attempting to bind port 8ee60d4c-aa84-4116-b869-02c23cf6b852 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:47:22.534704 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Attempting to bind port 8ee60d4c-aa84-4116-b869-02c23cf6b852 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:47:22.535177 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Attempting to bind port 8ee60d4c-aa84-4116-b869-02c23cf6b852 on network 5067c8ca-8862-4936-b72e-9c44c8a52801 {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:22.541948 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:47:22.542321 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Checking segment: {'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:22.543161 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:22.543722 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Bound using segment: {'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:47:22.544203 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Bound port: 8ee60d4c-aa84-4116-b869-02c23cf6b852, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'}}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:47:22.544574 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:22.586894 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c87a2874-abee-4a13-a894-c0058577b434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:22.676826 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Allocated IP 172.20.0.1 (fc88b1e0-01b8-46a4-896b-30044689d0a1/940bc029-0d55-45ba-9372-a743fe6683d3/d5c1bd5e-db0f-47d9-8aae-631a8169c1e5) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:22.709920 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] For port 5da81cc7-a912-4bb4-8547-fefdb10d9eb9, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:47:22.750073 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] For port 8ee60d4c-aa84-4116-b869-02c23cf6b852, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:47:22.763203 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] For port 8ee60d4c-aa84-4116-b869-02c23cf6b852, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=8ee60d4c-aa84-4116-b869-02c23cf6b852,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:47:22.774720 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] For port 5da81cc7-a912-4bb4-8547-fefdb10d9eb9, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=5da81cc7-a912-4bb4-8547-fefdb10d9eb9,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:47:22.854119 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:22.858426 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-8a0d74de-0bce-41cd-ae50-5e7fbbfe7ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:22.886687 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.db.api [None req-c87a2874-abee-4a13-a894-c0058577b434 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 18:47:22.886687 dv-cinder-667108-31-iscsi neutron-server[100039]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 18:47:22.886687 dv-cinder-667108-31-iscsi neutron-server[100039]: [parameters: {'project_id_1': 'f06383d64b004cc4a8226d53bea7d39c', 'expiration_1': datetime.datetime(2021, 6, 16, 18, 47, 22, 625765)}] Jun 16 18:47:22.886687 dv-cinder-667108-31-iscsi neutron-server[100039]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 18:47:22.887151 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_db.api [None req-c87a2874-abee-4a13-a894-c0058577b434 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:47:22.927798 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:22.940875 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:22.986630 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a65efa1e-f15c-4853-a633-9be560c01d92 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:22.993790 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52202c-37a2-4d4f-9c01-0e903409fb16 None None] Pushing event updated for resources: {'Port': ['ID=8ee60d4c-aa84-4116-b869-02c23cf6b852,revision_number=4']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:23.000205 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-aa52202c-37a2-4d4f-9c01-0e903409fb16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:23.033150 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Routers {'243b13f7-5e16-434e-9e97-46cfca988340'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:47:23.033781 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:47:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['243b13f7-5e16-434e-9e97-46cfca988340'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:23.327260 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f5c3a-9e93-4a6f-a617-508915a78a87 None None] Pushing event updated for resources: {'Port': ['ID=5da81cc7-a912-4bb4-8547-fefdb10d9eb9,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:23.327260 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Routers {'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:47:23.327260 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:47:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:23.327260 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-f94f5c3a-9e93-4a6f-a617-508915a78a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:23.342990 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-d282bff7-8783-41e2-929d-ec52111daa27 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:23.342990 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-d282bff7-8783-41e2-929d-ec52111daa27 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.70 "GET /v2.0/networks?id=f7d28e2b-657a-4fea-87fc-61fc43c743d6 HTTP/1.1" status: 200 len: 815 time: 0.5961254 Jun 16 18:47:23.342990 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a65efa1e-f15c-4853-a633-9be560c01d92 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:23.342990 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8056f1b2-d297-4a97-a0dc-fcdc0d7da36c req-fd3aeb72-8e29-40d8-b839-42609de9721a tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 210 time: 0.2451317 Jun 16 18:47:23.342990 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-2cce563f-62c7-4f3f-bd4c-c330381aef14 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Request body: {'port': {'device_id': '78172498-0df4-4f3c-9283-8b352c0f5013', 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6', 'admin_state_up': True, 'tenant_id': '7d15b68681b3461f9393ea46b06f632e'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:23.351161 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] Set router 243b13f7-5e16-434e-9e97-46cfca988340 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:47:23.384808 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-8c0a3232-21b4-49d1-8d46-6fb0b228cd84 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Made reservation on behalf of 07e315b6a99847fc959745348275cb69 for: {'port': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:23.390598 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-8c0a3232-21b4-49d1-8d46-6fb0b228cd84 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:23.403905 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:19Z', 'revision_number': 3, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:23.416714 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Checking router: ea491008-fed4-46b4-a28c-ed13845c24d3 for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:47:23.417078 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Updating router ea491008-fed4-46b4-a28c-ed13845c24d3 port dc6f49c4-9896-44e4-8caa-ec39938e432a binding host dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:47:23.464927 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-292bdb33-4b3a-4b74-a87b-475008a5fbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:23.477021 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] Set router e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:47:23.488232 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c87a2874-abee-4a13-a894-c0058577b434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:23.524113 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65efa1e-f15c-4853-a633-9be560c01d92 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:23.540939 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-a65efa1e-f15c-4853-a633-9be560c01d92 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:23.680767 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:23.733662 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': '8ee60d4c-aa84-4116-b869-02c23cf6b852', 'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'mac_address': 'fa:16:3e:2d:26:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:22Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'subnets': [{'id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:23.744205 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470bc1e3-9b12-4fbf-b43f-bbc62e89cfd2 None None] The sync data for ids ['243b13f7-5e16-434e-9e97-46cfca988340'] in dv-cinder-667108-31-iscsi is: [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': '8ee60d4c-aa84-4116-b869-02c23cf6b852', 'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'mac_address': 'fa:16:3e:2d:26:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:22Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'subnets': [{'id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:47:23.858314 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1aecbc21-82e9-4a38-95fb-a9df1eedd94f req-81b79d9e-c356-4cfe-8213-1f9c18a3ebf3 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 210 time: 0.0823762 Jun 16 18:47:23.885159 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-8c0a3232-21b4-49d1-8d46-6fb0b228cd84 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Allocated IP 172.20.0.9 (84f54788-0530-4c9a-8828-ab728ebc1a75/d50e8d3a-8ad1-4059-a671-01c1d9f909a6/9ad0c66d-8eeb-40db-b258-3a216c0b169f) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:23.887200 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:23.929213 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a65efa1e-f15c-4853-a633-9be560c01d92 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:23.933499 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44808) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:23.945554 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-b45bd637-30d3-4e63-b163-be1e06d665f5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Request body: {'security_group_rule': {'security_group_id': 'f97455a2-1ee5-4232-a6f0-8c2dc2d2e860', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:23.947203 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-a65efa1e-f15c-4853-a633-9be560c01d92 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7688704 Jun 16 18:47:24.036648 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:24.256535 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c87a2874-abee-4a13-a894-c0058577b434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:24.262796 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:24.271251 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:24.282700 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1436089731-router', 'tenant_id': '800642a613714aec9372ad858f15dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 3, 'project_id': '800642a613714aec9372ad858f15dd9b', 'gw_port': {'id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:24.355269 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Pushing event updated for resources: {'Port': ['ID=d5c1bd5e-db0f-47d9-8aae-631a8169c1e5,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:24.359191 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:24.365709 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c87a2874-abee-4a13-a894-c0058577b434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:24.394446 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2472fa-d703-4f33-9571-0443ddaf8f49 None None] The sync data for ids ['e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'] in dv-cinder-667108-31-iscsi is: [{'id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1436089731-router', 'tenant_id': '800642a613714aec9372ad858f15dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 3, 'project_id': '800642a613714aec9372ad858f15dd9b', 'gw_port': {'id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:47:24.435522 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-2dceeb96-1d78-4833-b771-30af73b0c421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:24.472458 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Notify callbacks [] for port, precommit_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:24.493645 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-c87a2874-abee-4a13-a894-c0058577b434 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f06383d64b004cc4a8226d53bea7d39c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9680843 Jun 16 18:47:24.500546 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44828) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:24.501554 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Transition to ACTIVE for port object dc6f49c4-9896-44e4-8caa-ec39938e432a will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:24.509206 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a2874-abee-4a13-a894-c0058577b434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42adef92-c08e-4a9c-95ac-ca77dd568d66,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:24.512991 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c87a2874-abee-4a13-a894-c0058577b434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:24.573166 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:24.576556 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:24.588953 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Network fc88b1e0-01b8-46a4-896b-30044689d0a1 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:24.599724 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.db.api [None req-b45bd637-30d3-4e63-b163-be1e06d665f5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 18:47:24.599724 dv-cinder-667108-31-iscsi neutron-server[100040]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 18:47:24.599724 dv-cinder-667108-31-iscsi neutron-server[100040]: [parameters: {'project_id_1': 'e6789f66ebb74bc48a90b999eefa11f3', 'expiration_1': datetime.datetime(2021, 6, 16, 18, 47, 23, 995949)}] Jun 16 18:47:24.599724 dv-cinder-667108-31-iscsi neutron-server[100040]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 18:47:24.600382 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_db.api [None req-b45bd637-30d3-4e63-b163-be1e06d665f5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:47:24.646416 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 8ee60d4c-aa84-4116-b869-02c23cf6b852 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:24.680630 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2bb70f03-3f2e-488e-bd2a-0cc110ccfcd7 req-7e3aa728-2c2e-4097-82cc-44a2de4c0edd tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 210 time: 0.1842713 Jun 16 18:47:24.696035 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:24.702191 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:47:24.703593 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425815'] for router_interface, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:24.736464 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-8c0a3232-21b4-49d1-8d46-6fb0b228cd84 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:24.781382 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Allocated IP 172.20.0.1 (bdace82e-d0e6-4cfc-b001-3cb6b296a4da/c564e1e9-0d16-4720-8290-85e28752f80f/bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:24.822702 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc854d-6cd2-46d1-b124-81c25724b4ad None None] Pushing event updated for resources: {'Port': ['ID=dc6f49c4-9896-44e4-8caa-ec39938e432a,revision_number=2']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:24.839633 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-c9bc854d-6cd2-46d1-b124-81c25724b4ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:24.872462 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Attempting to bind port dc6f49c4-9896-44e4-8caa-ec39938e432a on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:47:24.873094 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Attempting to bind port dc6f49c4-9896-44e4-8caa-ec39938e432a by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:47:24.873684 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Attempting to bind port dc6f49c4-9896-44e4-8caa-ec39938e432a on network 8606aa04-9217-44b7-9651-2ff45bf86ab5 {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:24.885805 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:47:24.885805 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Checking segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:24.885805 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:24.885805 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Bound using segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:47:24.885805 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Bound port: dc6f49c4-9896-44e4-8caa-ec39938e432a, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:47:24.885805 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:24.901149 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-2cce563f-62c7-4f3f-bd4c-c330381aef14 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Made reservation on behalf of 7d15b68681b3461f9393ea46b06f632e for: {'port': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:24.905487 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-2cce563f-62c7-4f3f-bd4c-c330381aef14 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:25.043772 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] For port dc6f49c4-9896-44e4-8caa-ec39938e432a, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:47:25.075905 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] For port dc6f49c4-9896-44e4-8caa-ec39938e432a, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=dc6f49c4-9896-44e4-8caa-ec39938e432a,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:47:25.111375 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:25.149757 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:25.149939 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Transition to ACTIVE for port object bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db will not be triggered until provisioned by entity DHCP. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:25.175911 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-f94f5c3a-9e93-4a6f-a617-508915a78a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:25.306266 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc854d-6cd2-46d1-b124-81c25724b4ad None None] Pushing event updated for resources: {'Port': ['ID=dc6f49c4-9896-44e4-8caa-ec39938e432a,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:25.312215 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:25.321120 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port 8ee60d4c-aa84-4116-b869-02c23cf6b852 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:47:25.324031 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:25.324721 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-c9bc854d-6cd2-46d1-b124-81c25724b4ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:25.344960 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Routers {'ea491008-fed4-46b4-a28c-ed13845c24d3'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:47:25.345838 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:47:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ea491008-fed4-46b4-a28c-ed13845c24d3'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:25.450781 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-8c0a3232-21b4-49d1-8d46-6fb0b228cd84 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:25.499204 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] Set router ea491008-fed4-46b4-a28c-ed13845c24d3 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:47:25.504124 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b45bd637-30d3-4e63-b163-be1e06d665f5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:25.518069 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-27bf6839-ec1f-4650-b692-bf101105dddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:25.553552 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Network bdace82e-d0e6-4cfc-b001-3cb6b296a4da is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:25.592871 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:25.624606 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:47:25.626183 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425815'] for router_interface, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:25.631844 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Pushing event updated for resources: {'Port': ['ID=bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:25.634132 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 8ee60d4c-aa84-4116-b869-02c23cf6b852 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:25.634528 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:25.650417 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:25.779314 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:26.021589 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-8c0a3232-21b4-49d1-8d46-6fb0b228cd84 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Network 84f54788-0530-4c9a-8828-ab728ebc1a75 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:26.057365 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44848) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:26.058696 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-8c0a3232-21b4-49d1-8d46-6fb0b228cd84 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:26.071635 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:26.084220 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-8c0a3232-21b4-49d1-8d46-6fb0b228cd84 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:47:26.090360 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-8c0a3232-21b4-49d1-8d46-6fb0b228cd84 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:26.091192 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-8c0a3232-21b4-49d1-8d46-6fb0b228cd84 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:26.127382 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port 8ee60d4c-aa84-4116-b869-02c23cf6b852, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=8ee60d4c-aa84-4116-b869-02c23cf6b852,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:47:26.202636 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-27bf6839-ec1f-4650-b692-bf101105dddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:26.206227 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-2e969b1f-17bc-4bef-a6f2-60cdf9c97c99 None None] Provisioning for port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:47:26.228312 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-2cce563f-62c7-4f3f-bd4c-c330381aef14 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Allocated IP 172.20.0.3 (f7d28e2b-657a-4fea-87fc-61fc43c743d6/c2046873-1d24-45e3-9c20-f4da0bce1314/0b4a2639-ab37-40b2-9e02-cf2845abc7fe) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:26.245844 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:26.268263 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a3232-21b4-49d1-8d46-6fb0b228cd84 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Pushing event updated for resources: {'Port': ['ID=9ad0c66d-8eeb-40db-b258-3a216c0b169f,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:26.273948 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-541f3d90-46d0-4b57-bb64-01fee485b596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:26.319685 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-8c0a3232-21b4-49d1-8d46-6fb0b228cd84 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:26.350740 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-8c0a3232-21b4-49d1-8d46-6fb0b228cd84 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3238928 Jun 16 18:47:26.381154 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-2e969b1f-17bc-4bef-a6f2-60cdf9c97c99 None None] Provisioning complete for port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:26.381825 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-2e969b1f-17bc-4bef-a6f2-60cdf9c97c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:26.395247 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=8ee60d4c-aa84-4116-b869-02c23cf6b852,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:26.409346 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-1c549e05-2961-4e2a-b5d3-c6a0f6f4e7db tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100040) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:47:26.410606 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-1c549e05-2961-4e2a-b5d3-c6a0f6f4e7db tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474477 Jun 16 18:47:26.418288 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b45bd637-30d3-4e63-b163-be1e06d665f5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:26.434324 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:26.498645 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1f1caa23-fc89-4b0f-8cb3-1d3889586a88 req-e2b36aba-e8e9-45d8-bbac-9b683fa4983a tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 210 time: 0.3129148 Jun 16 18:47:26.544496 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2776adb6-07a3-44b9-a1df-736a079745b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:26.663120 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Request body: {'port': {'device_id': '7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:26.666716 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 5da81cc7-a912-4bb4-8547-fefdb10d9eb9 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:26.680142 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:19Z', 'revision_number': 3, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:26.685065 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-2e969b1f-17bc-4bef-a6f2-60cdf9c97c99 None None] Port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:47:26.709419 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13454a-3191-43ae-8912-4487c5f230c6 None None] The sync data for ids ['ea491008-fed4-46b4-a28c-ed13845c24d3'] in dv-cinder-667108-31-iscsi is: [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:19Z', 'revision_number': 3, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:47:26.720455 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea443b-ad12-4ec3-86d4-60c706db5b7c req-d85d5ad2-4609-4d0c-af8b-f283be807072 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:26.727129 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6dea443b-ad12-4ec3-86d4-60c706db5b7c req-d85d5ad2-4609-4d0c-af8b-f283be807072 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 931 time: 1.3850391 Jun 16 18:47:26.832415 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:26.841987 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b45bd637-30d3-4e63-b163-be1e06d665f5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:26.848426 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2776adb6-07a3-44b9-a1df-736a079745b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:26.851734 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:26.858407 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:26.882983 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bd637-30d3-4e63-b163-be1e06d665f5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c753e58-b4ad-481a-ab17-f30939baeacd,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:26.889019 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b45bd637-30d3-4e63-b163-be1e06d665f5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:26.943701 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6dea443b-ad12-4ec3-86d4-60c706db5b7c req-754ba1c4-901c-4edc-8ab7-6b7f36214646 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819997 Jun 16 18:47:27.162261 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port 5da81cc7-a912-4bb4-8547-fefdb10d9eb9 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:47:27.167306 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 5da81cc7-a912-4bb4-8547-fefdb10d9eb9 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:27.167736 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:27.183855 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-27bf6839-ec1f-4650-b692-bf101105dddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:27.207569 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2776adb6-07a3-44b9-a1df-736a079745b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:27.224551 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-27bf6839-ec1f-4650-b692-bf101105dddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:27.237173 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-27bf6839-ec1f-4650-b692-bf101105dddb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42adef92-c08e-4a9c-95ac-ca77dd568d66 HTTP/1.1" status: 204 len: 168 time: 2.7225149 Jun 16 18:47:27.243353 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-8d78aec1-6aba-4b6d-a49b-e2c6381d0241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:27.253886 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:27.293284 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776adb6-07a3-44b9-a1df-736a079745b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179ce22a-9aa0-4283-bb77-919abf42c816,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:27.302169 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:27.306098 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2776adb6-07a3-44b9-a1df-736a079745b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:27.335505 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b45bd637-30d3-4e63-b163-be1e06d665f5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:27.337596 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-b45bd637-30d3-4e63-b163-be1e06d665f5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.3975070 Jun 16 18:47:27.353927 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port 5da81cc7-a912-4bb4-8547-fefdb10d9eb9, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=5da81cc7-a912-4bb4-8547-fefdb10d9eb9,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:47:27.355429 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44858) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:27.360147 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-e8f44356-ff75-41a5-a24a-bb34307af9ea tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Request body: {'security_group_rule': {'security_group_id': 'f97455a2-1ee5-4232-a6f0-8c2dc2d2e860', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:27.377012 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:27.391421 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf6839-ec1f-4650-b692-bf101105dddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42adef92-c08e-4a9c-95ac-ca77dd568d66,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:27.397449 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-27bf6839-ec1f-4650-b692-bf101105dddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:27.414036 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-2776adb6-07a3-44b9-a1df-736a079745b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1cced94a6f104f70b122d5540a140427&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3517792 Jun 16 18:47:27.424958 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44860) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:27.447597 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:27.449376 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:27.494670 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-2cce563f-62c7-4f3f-bd4c-c330381aef14 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:27.554040 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:27.600873 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6504890d-0a5a-4872-8a76-a407c84c6670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:27.608828 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:27.609826 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425771'] for router_interface, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:27.625753 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9adb1cea-cd86-4aeb-aeee-299a59128812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:27.638126 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=5da81cc7-a912-4bb4-8547-fefdb10d9eb9,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:27.640504 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:27.862087 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:27.915408 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Pushing event updated for resources: {'Port': ['ID=d5c1bd5e-db0f-47d9-8aae-631a8169c1e5,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:27.934220 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Network fc88b1e0-01b8-46a4-896b-30044689d0a1 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:27.934220 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:27.936369 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:27.951924 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-2cce563f-62c7-4f3f-bd4c-c330381aef14 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:27.988483 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad0c66d-8eeb-40db-b258-3a216c0b169f {{(pid=100040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:47:28.016974 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:28.071849 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Transition to ACTIVE for port object 9ad0c66d-8eeb-40db-b258-3a216c0b169f will not be triggered until provisioned by entity L2. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:28.074593 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e8f44356-ff75-41a5-a24a-bb34307af9ea tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:28.085257 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:28.107951 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425771'] for router_interface, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:28.136288 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7d883fba-5a86-4465-be6d-f14d756211d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:28.190751 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:28.323681 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e8f44356-ff75-41a5-a24a-bb34307af9ea tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:28.431965 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Router e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:47:28.436188 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6504890d-0a5a-4872-8a76-a407c84c6670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:28.464179 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Pushing event updated for resources: {'Port': ['ID=bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:28.469128 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:28.533943 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-61fbc8b3-4ddc-412d-bcbd-05ebd62d9587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:28.571680 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ecf98624-3e21-41a3-8f8c-6e195ff8142f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.331s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:28.609799 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e8f44356-ff75-41a5-a24a-bb34307af9ea tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:28.699509 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce563f-62c7-4f3f-bd4c-c330381aef14 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Pushing event updated for resources: {'Port': ['ID=0b4a2639-ab37-40b2-9e02-cf2845abc7fe,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:28.701864 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-2cce563f-62c7-4f3f-bd4c-c330381aef14 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:28.742239 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 5da81cc7-a912-4bb4-8547-fefdb10d9eb9 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:28.772571 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Network bdace82e-d0e6-4cfc-b001-3cb6b296a4da is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:28.781103 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:28.797873 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Pushing event updated for resources: {'Port': ['ID=9ad0c66d-8eeb-40db-b258-3a216c0b169f,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:28.801121 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:28.809067 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:28.828936 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f44356-ff75-41a5-a24a-bb34307af9ea tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976460fe-f7c5-4c0d-9f6c-b7258fd387c8,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:28.832510 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e8f44356-ff75-41a5-a24a-bb34307af9ea tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:28.837191 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Attempting to bind port 9ad0c66d-8eeb-40db-b258-3a216c0b169f on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:47:28.837554 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Attempting to bind port 9ad0c66d-8eeb-40db-b258-3a216c0b169f by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'e5d2e40d-b1d7-4212-9adf-629bd3bc08da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '84f54788-0530-4c9a-8828-ab728ebc1a75'}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:47:28.837934 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Attempting to bind port 9ad0c66d-8eeb-40db-b258-3a216c0b169f on network 84f54788-0530-4c9a-8828-ab728ebc1a75 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:28.850703 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Port 9ad0c66d-8eeb-40db-b258-3a216c0b169f on network 84f54788-0530-4c9a-8828-ab728ebc1a75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:47:28.851347 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Attempting to bind port 9ad0c66d-8eeb-40db-b258-3a216c0b169f on network 84f54788-0530-4c9a-8828-ab728ebc1a75 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:28.873856 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 5da81cc7-a912-4bb4-8547-fefdb10d9eb9 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:28.880164 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:28.955386 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-2cce563f-62c7-4f3f-bd4c-c330381aef14 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Network f7d28e2b-657a-4fea-87fc-61fc43c743d6 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:28.964638 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e8f44356-ff75-41a5-a24a-bb34307af9ea tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:28.971765 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-e8f44356-ff75-41a5-a24a-bb34307af9ea tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6121795 Jun 16 18:47:28.973918 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 44888) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:28.990099 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Request body: {'floatingip': {'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:29.004287 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-2cce563f-62c7-4f3f-bd4c-c330381aef14 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:29.019507 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-2cce563f-62c7-4f3f-bd4c-c330381aef14 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:47:29.030048 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-2cce563f-62c7-4f3f-bd4c-c330381aef14 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:29.031233 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-2cce563f-62c7-4f3f-bd4c-c330381aef14 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:29.046985 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:47:29.047764 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Checking segment: {'id': 'e5d2e40d-b1d7-4212-9adf-629bd3bc08da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '84f54788-0530-4c9a-8828-ab728ebc1a75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:29.048578 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Bound using segment: {'id': 'e5d2e40d-b1d7-4212-9adf-629bd3bc08da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '84f54788-0530-4c9a-8828-ab728ebc1a75'} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:47:29.049554 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Bound port: 9ad0c66d-8eeb-40db-b258-3a216c0b169f, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d2e40d-b1d7-4212-9adf-629bd3bc08da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '84f54788-0530-4c9a-8828-ab728ebc1a75'}}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:47:29.050278 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:29.116823 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa20a8-d33f-4eee-b49e-f66812eda6e2 req-2de5798e-4565-4dcf-b915-5e93fb4117f9 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:29.133361 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a1fa20a8-d33f-4eee-b49e-f66812eda6e2 req-2de5798e-4565-4dcf-b915-5e93fb4117f9 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 931 time: 1.2213268 Jun 16 18:47:29.151273 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device dc6f49c4-9896-44e4-8caa-ec39938e432a up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:29.205601 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df5121-f5d5-4858-adf7-4540fe6132e2 req-09430569-f2eb-45c2-95fb-455464575f79 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:29.215038 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-68df5121-f5d5-4858-adf7-4540fe6132e2 req-09430569-f2eb-45c2-95fb-455464575f79 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 943 time: 0.8022637 Jun 16 18:47:29.276123 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for floatingip, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:29.281351 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-fa1a0498-e802-4484-9ae5-d6a54895a2dc None None] Provisioning complete for port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:29.282017 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-fa1a0498-e802-4484-9ae5-d6a54895a2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:29.284998 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:47:29.300326 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Sync routers for ids ['e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:47:29.304455 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] 10.222.0.41 "PUT /v2.0/routers/e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5655141 Jun 16 18:47:29.319384 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a1fa20a8-d33f-4eee-b49e-f66812eda6e2 req-4419c1c2-8fc6-4537-8954-64d8b2ecef54 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833265 Jun 16 18:47:29.324436 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Routers {'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:47:29.325146 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:47:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:29.325915 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6504890d-0a5a-4872-8a76-a407c84c6670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:29.343021 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6504890d-0a5a-4872-8a76-a407c84c6670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:29.344343 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-6504890d-0a5a-4872-8a76-a407c84c6670 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/179ce22a-9aa0-4283-bb77-919abf42c816 HTTP/1.1" status: 204 len: 168 time: 1.9135463 Jun 16 18:47:29.347653 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c87a2874-abee-4a13-a894-c0058577b434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:29.353822 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-2cce563f-62c7-4f3f-bd4c-c330381aef14 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2248964 Jun 16 18:47:29.357719 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Router ea491008-fed4-46b4-a28c-ed13845c24d3 has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:47:29.358985 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] For port 9ad0c66d-8eeb-40db-b258-3a216c0b169f, host hv-cinder-66710, cleared binding levels {{(pid=100040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:47:29.373284 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-68df5121-f5d5-4858-adf7-4540fe6132e2 req-1c1f1a8b-2669-46ef-9d55-932011001732 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577597 Jun 16 18:47:29.380244 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a0498-e802-4484-9ae5-d6a54895a2dc None None] Port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:47:29.380939 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] For port 9ad0c66d-8eeb-40db-b258-3a216c0b169f, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=9ad0c66d-8eeb-40db-b258-3a216c0b169f,segment=NetworkSegment(e5d2e40d-b1d7-4212-9adf-629bd3bc08da),segment_id=e5d2e40d-b1d7-4212-9adf-629bd3bc08da)] {{(pid=100040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:47:29.384328 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504890d-0a5a-4872-8a76-a407c84c6670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179ce22a-9aa0-4283-bb77-919abf42c816,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:29.402558 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Request body: {'port': {'device_id': '78172498-0df4-4f3c-9283-8b352c0f5013', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:29.407578 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6504890d-0a5a-4872-8a76-a407c84c6670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:29.416132 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port dc6f49c4-9896-44e4-8caa-ec39938e432a completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:47:29.427749 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port dc6f49c4-9896-44e4-8caa-ec39938e432a triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:29.428192 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:29.566567 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:29.590207 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port dc6f49c4-9896-44e4-8caa-ec39938e432a, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=dc6f49c4-9896-44e4-8caa-ec39938e432a,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:47:29.594426 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:29.669063 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:29.693110 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:29.698630 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:29.699532 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 8ee60d4c-aa84-4116-b869-02c23cf6b852 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:29.702013 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:29.726133 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:29.727928 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:29.732647 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] 10.222.0.70 "PUT /v2.0/ports/9ad0c66d-8eeb-40db-b258-3a216c0b169f HTTP/1.1" status: 200 len: 1093 time: 3.2070673 Jun 16 18:47:29.771048 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9', 'tag': '9ad0c66d-8eeb-40db-b258-3a216c0b169f'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:47:29.798752 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Set router e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:47:30.086145 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Pushing event updated for resources: {'Port': ['ID=9ad0c66d-8eeb-40db-b258-3a216c0b169f,revision_number=3']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:30.090035 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:30.209387 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:47:30.216199 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] 10.222.0.41 "PUT /v2.0/routers/ea491008-fed4-46b4-a28c-ed13845c24d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1111917 Jun 16 18:47:30.217415 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=dc6f49c4-9896-44e4-8caa-ec39938e432a,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:30.222300 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:30.250770 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-27e3f193-d40d-4dca-afaf-4c9aaff6a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:30.257221 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-27e3f193-d40d-4dca-afaf-4c9aaff6a56d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07e315b6a99847fc959745348275cb69&device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 1096 time: 0.3256588 Jun 16 18:47:30.314331 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 8ee60d4c-aa84-4116-b869-02c23cf6b852 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:30.314721 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:30.388283 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:30.498067 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-67b8a4a1-2593-43e3-86ac-fef1ededcf59 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ad0c66d-8eeb-40db-b258-3a216c0b169f HTTP/1.1" status: 200 len: 217 time: 0.2147899 Jun 16 18:47:30.505659 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1436089731-router', 'tenant_id': '800642a613714aec9372ad858f15dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '800642a613714aec9372ad858f15dd9b', 'gw_port': {'id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd5c1bd5e-db0f-47d9-8aae-631a8169c1e5', 'name': '', 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1', 'tenant_id': '800642a613714aec9372ad858f15dd9b', 'mac_address': 'fa:16:3e:f7:a3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '940bc029-0d55-45ba-9372-a743fe6683d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:22Z', 'updated_at': '2021-06-16T18:47:27Z', 'revision_number': 2, 'project_id': '800642a613714aec9372ad858f15dd9b', 'subnets': [{'id': '940bc029-0d55-45ba-9372-a743fe6683d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:30.526398 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Checking router: e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:47:30.526763 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Updating router e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d port d5c1bd5e-db0f-47d9-8aae-631a8169c1e5 binding host dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:47:30.536308 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Sync routers for ids ['ea491008-fed4-46b4-a28c-ed13845c24d3'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:47:30.608798 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Routers {'ea491008-fed4-46b4-a28c-ed13845c24d3'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:47:30.609430 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:47:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ea491008-fed4-46b4-a28c-ed13845c24d3'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:30.638011 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:30.703345 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-58eb5d55-892c-4d3f-af05-42060f31ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:30.704805 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-58eb5d55-892c-4d3f-af05-42060f31ef1c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d50e8d3a-8ad1-4059-a671-01c1d9f909a6 HTTP/1.1" status: 200 len: 851 time: 0.1981649 Jun 16 18:47:30.732611 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c177037-6e03-43a4-9ceb-7e8bb5f68bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9", "tag": "9ad0c66d-8eeb-40db-b258-3a216c0b169f"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:47:30.881471 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Set router ea491008-fed4-46b4-a28c-ed13845c24d3 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:47:30.982319 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device dc6f49c4-9896-44e4-8caa-ec39938e432a up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:31.060738 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878691c-4136-428f-a3f4-0be4ef740ed6 req-2a7096c8-0014-44fc-8c0a-1e1144bab9ba tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:31.076067 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b878691c-4136-428f-a3f4-0be4ef740ed6 req-2a7096c8-0014-44fc-8c0a-1e1144bab9ba tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 931 time: 0.3272476 Jun 16 18:47:31.132058 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port dc6f49c4-9896-44e4-8caa-ec39938e432a triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:31.132351 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:31.232271 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44936) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:31.234290 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-d6af2efe-94fd-427d-9216-f2ca62dcf61a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=84f54788-0530-4c9a-8828-ab728ebc1a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278827 Jun 16 18:47:31.336234 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4a2639-ab37-40b2-9e02-cf2845abc7fe {{(pid=100039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:47:31.362738 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:31.383467 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Notify callbacks [] for port, precommit_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:31.389159 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.provisioning_blocks [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Transition to ACTIVE for port object 0b4a2639-ab37-40b2-9e02-cf2845abc7fe will not be triggered until provisioned by entity L2. {{(pid=100039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:31.396781 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.provisioning_blocks [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Transition to ACTIVE for port object d5c1bd5e-db0f-47d9-8aae-631a8169c1e5 will not be triggered until provisioned by entity L2. {{(pid=100042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:31.444300 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db', 'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'mac_address': 'fa:16:3e:89:c1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:24Z', 'updated_at': '2021-06-16T18:47:27Z', 'revision_number': 2, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'subnets': [{'id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:31.457334 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Checking router: ea491008-fed4-46b4-a28c-ed13845c24d3 for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:47:31.458762 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Updating router ea491008-fed4-46b4-a28c-ed13845c24d3 port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db binding host dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:47:31.492031 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b878691c-4136-428f-a3f4-0be4ef740ed6 req-ec9f2e0e-c12b-4139-b9e9-ec6a93ab8968 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166107 Jun 16 18:47:31.504660 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:31.510959 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:31.512887 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:31.513707 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:31.526840 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Allocated IP 172.27.3.242 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/23ff590a-7123-4ffb-b993-ebd2c52cdb8e) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:31.529518 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-2cce563f-62c7-4f3f-bd4c-c330381aef14 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:31.669712 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f116e4e-c703-4967-85c9-49d6abcb6c58 None None] Pushing event updated for resources: {'Port': ['ID=d5c1bd5e-db0f-47d9-8aae-631a8169c1e5,revision_number=3']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:31.707078 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2d322872-370c-4e0d-940f-478ec982cf96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:31.711474 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-23ab95dd-aec0-4c66-9536-86e88942702f service neutron] 10.222.0.70 "GET /v2.0/networks/84f54788-0530-4c9a-8828-ab728ebc1a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623096 Jun 16 18:47:31.836308 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Pushing event updated for resources: {'Port': ['ID=0b4a2639-ab37-40b2-9e02-cf2845abc7fe,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:31.845533 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:31.873116 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Attempting to bind port 0b4a2639-ab37-40b2-9e02-cf2845abc7fe on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:47:31.875642 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Attempting to bind port 0b4a2639-ab37-40b2-9e02-cf2845abc7fe by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:47:31.876102 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Attempting to bind port 0b4a2639-ab37-40b2-9e02-cf2845abc7fe on network f7d28e2b-657a-4fea-87fc-61fc43c743d6 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:31.948158 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Port 0b4a2639-ab37-40b2-9e02-cf2845abc7fe on network f7d28e2b-657a-4fea-87fc-61fc43c743d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:47:31.948484 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Attempting to bind port 0b4a2639-ab37-40b2-9e02-cf2845abc7fe on network f7d28e2b-657a-4fea-87fc-61fc43c743d6 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:31.949692 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2d322872-370c-4e0d-940f-478ec982cf96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:32.015409 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2d322872-370c-4e0d-940f-478ec982cf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:32.030798 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Attempting to bind port d5c1bd5e-db0f-47d9-8aae-631a8169c1e5 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:47:32.032433 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Attempting to bind port d5c1bd5e-db0f-47d9-8aae-631a8169c1e5 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': 'b67691b4-e876-4ce2-bc65-fb5f55acfa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1'}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:47:32.032577 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Attempting to bind port d5c1bd5e-db0f-47d9-8aae-631a8169c1e5 on network fc88b1e0-01b8-46a4-896b-30044689d0a1 {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:32.042417 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:47:32.042879 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Checking segment: {'id': 'b67691b4-e876-4ce2-bc65-fb5f55acfa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:32.043371 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:32.044062 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Bound using segment: {'id': 'b67691b4-e876-4ce2-bc65-fb5f55acfa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1'} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:47:32.044920 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Bound port: d5c1bd5e-db0f-47d9-8aae-631a8169c1e5, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67691b4-e876-4ce2-bc65-fb5f55acfa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1'}}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:47:32.045766 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:32.084290 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-a4694384-35d9-4ea9-bdca-2717da51a873 req-c3344c87-6890-4047-9ac8-75a68fa9fa76 service neutron] 10.222.0.70 "GET /v2.0/networks/84f54788-0530-4c9a-8828-ab728ebc1a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748413 Jun 16 18:47:32.091693 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:32.094059 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:32.096292 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-2d322872-370c-4e0d-940f-478ec982cf96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=978a891e32f54f84a66e11e4a2168fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8610525 Jun 16 18:47:32.111594 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:47:32.111959 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Checking segment: {'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:32.112528 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Bound using segment: {'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:47:32.112966 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Bound port: 0b4a2639-ab37-40b2-9e02-cf2845abc7fe, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'}}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:47:32.116523 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44948) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:32.117612 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:32.235505 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] For port d5c1bd5e-db0f-47d9-8aae-631a8169c1e5, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:47:32.239010 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] For port d5c1bd5e-db0f-47d9-8aae-631a8169c1e5, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=d5c1bd5e-db0f-47d9-8aae-631a8169c1e5,segment=NetworkSegment(b67691b4-e876-4ce2-bc65-fb5f55acfa3a),segment_id=b67691b4-e876-4ce2-bc65-fb5f55acfa3a)] {{(pid=100042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:47:32.240876 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-6f116e4e-c703-4967-85c9-49d6abcb6c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:32.282442 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d322872-370c-4e0d-940f-478ec982cf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87077d44-f6cf-4667-bbef-21af9af22a68,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:32.301926 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2d322872-370c-4e0d-940f-478ec982cf96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:32.310585 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:32.323197 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:32.363817 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9d456bdf-98da-4cfa-ae23-3e620d3ed70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:32.383214 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Notify callbacks [] for port, precommit_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:32.421639 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Transition to ACTIVE for port object bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:32.442829 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f116e4e-c703-4967-85c9-49d6abcb6c58 None None] Pushing event updated for resources: {'Port': ['ID=d5c1bd5e-db0f-47d9-8aae-631a8169c1e5,revision_number=4']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:32.446861 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Routers {'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:47:32.447488 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:47:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:32.451182 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-6f116e4e-c703-4967-85c9-49d6abcb6c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:32.460843 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9d456bdf-98da-4cfa-ae23-3e620d3ed70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:32.493963 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e38b3d-8796-439b-ad63-318166cd0004 req-a695d1c3-476f-4ebe-94d9-86593104e674 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:32.495619 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c8e38b3d-8796-439b-ad63-318166cd0004 req-a695d1c3-476f-4ebe-94d9-86593104e674 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 943 time: 0.5812581 Jun 16 18:47:32.499290 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:32.502670 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:32.504693 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] For port 0b4a2639-ab37-40b2-9e02-cf2845abc7fe, host hv-cinder-66710, cleared binding levels {{(pid=100039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:47:32.578351 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c8e38b3d-8796-439b-ad63-318166cd0004 req-61c99dd0-cd6d-4839-86f0-967153375e6f tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692799 Jun 16 18:47:32.588051 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:32.597149 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] For port 0b4a2639-ab37-40b2-9e02-cf2845abc7fe, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b4a2639-ab37-40b2-9e02-cf2845abc7fe,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:47:32.608262 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:32.648114 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9d456bdf-98da-4cfa-ae23-3e620d3ed70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:32.651460 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9d456bdf-98da-4cfa-ae23-3e620d3ed70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:32.655951 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a0557-f939-4de7-8c27-ad65fb0d6097 None None] Pushing event updated for resources: {'Port': ['ID=bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:32.657641 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-ce1a0557-f939-4de7-8c27-ad65fb0d6097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:32.659842 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:32.661103 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-9d456bdf-98da-4cfa-ae23-3e620d3ed70a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87077d44-f6cf-4667-bbef-21af9af22a68 HTTP/1.1" status: 204 len: 168 time: 0.5375061 Jun 16 18:47:32.661999 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2776adb6-07a3-44b9-a1df-736a079745b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:32.663632 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:32.666413 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:47:32.711588 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d456bdf-98da-4cfa-ae23-3e620d3ed70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87077d44-f6cf-4667-bbef-21af9af22a68,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:32.725302 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-9d456bdf-98da-4cfa-ae23-3e620d3ed70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:32.779038 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] Set router e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:47:32.811191 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Attempting to bind port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:47:32.823259 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Attempting to bind port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:47:32.824778 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Attempting to bind port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db on network bdace82e-d0e6-4cfc-b001-3cb6b296a4da {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:32.880124 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:47:32.889417 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Checking segment: {'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:32.890259 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:32.890816 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Bound using segment: {'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:47:32.891984 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Bound port: bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:47:32.912481 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:33.121665 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] For port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:47:33.121665 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] For port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:47:33.175706 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a366fe8-c460-4580-a528-91861eb66b95 x-openstack-request-id: req-9a366fe8-c460-4580-a528-91861eb66b95 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:47:33.176010 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9", "tag": "9ad0c66d-8eeb-40db-b258-3a216c0b169f", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:47:33.176277 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a366fe8-c460-4580-a528-91861eb66b95 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:47:33.176803 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9', 'tag': '9ad0c66d-8eeb-40db-b258-3a216c0b169f', 'status': 'completed', 'code': 200} Jun 16 18:47:33.177153 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:33.185066 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1436089731-router', 'tenant_id': '800642a613714aec9372ad858f15dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '800642a613714aec9372ad858f15dd9b', 'gw_port': {'id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd5c1bd5e-db0f-47d9-8aae-631a8169c1e5', 'name': '', 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1', 'tenant_id': '800642a613714aec9372ad858f15dd9b', 'mac_address': 'fa:16:3e:f7:a3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '940bc029-0d55-45ba-9372-a743fe6683d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:22Z', 'updated_at': '2021-06-16T18:47:32Z', 'revision_number': 4, 'project_id': '800642a613714aec9372ad858f15dd9b', 'subnets': [{'id': '940bc029-0d55-45ba-9372-a743fe6683d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:33.203687 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece68bc5-a99f-497c-8857-22983ae30c3b None None] The sync data for ids ['e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'] in dv-cinder-667108-31-iscsi is: [{'id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1436089731-router', 'tenant_id': '800642a613714aec9372ad858f15dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '800642a613714aec9372ad858f15dd9b', 'gw_port': {'id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd5c1bd5e-db0f-47d9-8aae-631a8169c1e5', 'name': '', 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1', 'tenant_id': '800642a613714aec9372ad858f15dd9b', 'mac_address': 'fa:16:3e:f7:a3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '940bc029-0d55-45ba-9372-a743fe6683d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:22Z', 'updated_at': '2021-06-16T18:47:32Z', 'revision_number': 4, 'project_id': '800642a613714aec9372ad858f15dd9b', 'subnets': [{'id': '940bc029-0d55-45ba-9372-a743fe6683d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:47:33.263169 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event updated for resources: {'Port': ['ID=23ff590a-7123-4ffb-b993-ebd2c52cdb8e,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:33.274270 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:33.288633 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:33.294950 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:33.349080 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c177037-6e03-43a4-9ceb-7e8bb5f68bf6 req-41eac4e6-9124-44f9-b5bb-6a8b94456b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:33.351349 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:33.351349 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:33.351349 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] 10.222.0.70 "PUT /v2.0/ports/0b4a2639-ab37-40b2-9e02-cf2845abc7fe HTTP/1.1" status: 200 len: 1093 time: 3.9329450 Jun 16 18:47:33.351349 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78172498-0df4-4f3c-9283-8b352c0f5013', 'tag': '0b4a2639-ab37-40b2-9e02-cf2845abc7fe'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:47:33.351727 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0c177037-6e03-43a4-9ceb-7e8bb5f68bf6 req-41eac4e6-9124-44f9-b5bb-6a8b94456b75 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07e315b6a99847fc959745348275cb69&device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 1096 time: 0.1126592 Jun 16 18:47:33.500162 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Pushing event updated for resources: {'Port': ['ID=0b4a2639-ab37-40b2-9e02-cf2845abc7fe,revision_number=3']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:33.505483 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:33.625653 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c177037-6e03-43a4-9ceb-7e8bb5f68bf6 req-3b337728-5606-437d-a331-72f1f454ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:33.627157 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0c177037-6e03-43a4-9ceb-7e8bb5f68bf6 req-3b337728-5606-437d-a331-72f1f454ee2e service neutron] 10.222.0.70 "GET /v2.0/networks?id=84f54788-0530-4c9a-8828-ab728ebc1a75 HTTP/1.1" status: 200 len: 912 time: 0.3006928 Jun 16 18:47:33.635655 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674c0414-7943-4407-963e-1577ee6f7749" -d '{"events": [{"name": "network-changed", "server_uuid": "78172498-0df4-4f3c-9283-8b352c0f5013", "tag": "0b4a2639-ab37-40b2-9e02-cf2845abc7fe"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:47:33.680646 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0c177037-6e03-43a4-9ceb-7e8bb5f68bf6 req-bcfe8727-5cb9-415e-b8d7-d4a171d02af6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ad0c66d-8eeb-40db-b258-3a216c0b169f HTTP/1.1" status: 200 len: 217 time: 0.0407770 Jun 16 18:47:33.735526 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c177037-6e03-43a4-9ceb-7e8bb5f68bf6 req-70c286d9-157d-4e47-9e8c-81451ca79ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:33.737104 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0c177037-6e03-43a4-9ceb-7e8bb5f68bf6 req-70c286d9-157d-4e47-9e8c-81451ca79ccc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d50e8d3a-8ad1-4059-a671-01c1d9f909a6 HTTP/1.1" status: 200 len: 851 time: 0.0501993 Jun 16 18:47:33.773938 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0c177037-6e03-43a4-9ceb-7e8bb5f68bf6 req-3ab28599-929f-473e-9ed8-02f642b00520 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=84f54788-0530-4c9a-8828-ab728ebc1a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283003 Jun 16 18:47:33.847835 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:33.852109 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:33.987199 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Routers {'ea491008-fed4-46b4-a28c-ed13845c24d3'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:47:33.988675 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:47:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ea491008-fed4-46b4-a28c-ed13845c24d3'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:34.013740 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0c177037-6e03-43a4-9ceb-7e8bb5f68bf6 req-46be360c-c77f-4c05-b1ad-455b9c9b1f5b service neutron] 10.222.0.70 "GET /v2.0/networks/84f54788-0530-4c9a-8828-ab728ebc1a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327392 Jun 16 18:47:34.121524 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a0557-f939-4de7-8c27-ad65fb0d6097 None None] Pushing event updated for resources: {'Port': ['ID=bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:34.206815 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:34.210333 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0c177037-6e03-43a4-9ceb-7e8bb5f68bf6 req-320eaa33-5762-4075-a2e5-103b54b34af7 service neutron] 10.222.0.70 "GET /v2.0/networks/84f54788-0530-4c9a-8828-ab728ebc1a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820421 Jun 16 18:47:34.231973 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] Set router ea491008-fed4-46b4-a28c-ed13845c24d3 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:47:34.363654 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-ce1a0557-f939-4de7-8c27-ad65fb0d6097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:34.498313 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 44990) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:34.508172 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-3288320e-c54f-43df-9363-4e7812835054 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422916394', 'description': 'tempest-description--2103035282'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:34.691917 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3288320e-c54f-43df-9363-4e7812835054 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:34.833084 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-9fed61bb-d384-4099-8d34-0061207d557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:34.833084 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-9fed61bb-d384-4099-8d34-0061207d557a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d15b68681b3461f9393ea46b06f632e&device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 1096 time: 0.8140244 Jun 16 18:47:34.874767 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3288320e-c54f-43df-9363-4e7812835054 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:34.896808 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db', 'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'mac_address': 'fa:16:3e:89:c1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:24Z', 'updated_at': '2021-06-16T18:47:33Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'subnets': [{'id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:34.905277 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f9fe4c-883a-42ec-be86-754315d63d72 None None] The sync data for ids ['ea491008-fed4-46b4-a28c-ed13845c24d3'] in dv-cinder-667108-31-iscsi is: [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db', 'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'mac_address': 'fa:16:3e:89:c1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:24Z', 'updated_at': '2021-06-16T18:47:33Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'subnets': [{'id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:47:34.987040 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:34.990978 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-66be84fb-bbbe-437b-9c7e-deb013dbf7f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b4a2639-ab37-40b2-9e02-cf2845abc7fe HTTP/1.1" status: 200 len: 217 time: 0.1282642 Jun 16 18:47:35.004968 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d5c1bd5e-db0f-47d9-8aae-631a8169c1e5 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:35.029967 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3288320e-c54f-43df-9363-4e7812835054 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:35.035628 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:35.080952 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288320e-c54f-43df-9363-4e7812835054 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ef0323-5660-427b-a5e2-ff2e2f13da8a,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:35.092895 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-3288320e-c54f-43df-9363-4e7812835054 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:35.108702 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:35.129413 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:35.170756 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f632d77-f00f-4b69-a8fb-0bdd1ad16b6b req-743ebd33-1bff-4c22-9456-f25a79311a12 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:35.178567 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8f632d77-f00f-4b69-a8fb-0bdd1ad16b6b req-743ebd33-1bff-4c22-9456-f25a79311a12 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 943 time: 0.4251952 Jun 16 18:47:35.187238 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3288320e-c54f-43df-9363-4e7812835054 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:35.191172 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-3288320e-c54f-43df-9363-4e7812835054 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6891706 Jun 16 18:47:35.192051 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 45002) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:35.196515 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-a2d2cd87-8a2b-459d-8d73-0286f0621d1f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Request body: {'security_group_rule': {'security_group_id': '89ef0323-5660-427b-a5e2-ff2e2f13da8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:35.231673 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port d5c1bd5e-db0f-47d9-8aae-631a8169c1e5 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:47:35.237898 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port d5c1bd5e-db0f-47d9-8aae-631a8169c1e5 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:35.238287 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:35.248181 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-d6a25481-9ce3-4a3e-acc7-70c1410f74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:35.249685 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-d6a25481-9ce3-4a3e-acc7-70c1410f74e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2046873-1d24-45e3-9c20-f4da0bce1314 HTTP/1.1" status: 200 len: 855 time: 0.2159932 Jun 16 18:47:35.257631 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:35.276297 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event updated for resources: {'Port': ['ID=23ff590a-7123-4ffb-b993-ebd2c52cdb8e,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:35.284954 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:35.306735 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8f632d77-f00f-4b69-a8fb-0bdd1ad16b6b req-a912f147-a0c3-469d-9126-efd5526e20e0 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272151 Jun 16 18:47:35.369474 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a2d2cd87-8a2b-459d-8d73-0286f0621d1f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:35.437533 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:35.502354 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port d5c1bd5e-db0f-47d9-8aae-631a8169c1e5, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=d5c1bd5e-db0f-47d9-8aae-631a8169c1e5,segment=NetworkSegment(b67691b4-e876-4ce2-bc65-fb5f55acfa3a),segment_id=b67691b4-e876-4ce2-bc65-fb5f55acfa3a)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:47:35.536694 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a2d2cd87-8a2b-459d-8d73-0286f0621d1f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:35.574272 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-8ec06ab1-e130-42b7-9c6f-e2f5928835cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7d28e2b-657a-4fea-87fc-61fc43c743d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1746676 Jun 16 18:47:35.576107 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:35.591094 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5983608 Jun 16 18:47:35.613494 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:35.615588 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:35.652746 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a2d2cd87-8a2b-459d-8d73-0286f0621d1f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:35.655657 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e8f44356-ff75-41a5-a24a-bb34307af9ea tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:35.698487 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d67c63-f57a-4fed-92af-23f4cb9a52bf x-openstack-request-id: req-56d67c63-f57a-4fed-92af-23f4cb9a52bf {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:47:35.698487 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78172498-0df4-4f3c-9283-8b352c0f5013", "tag": "0b4a2639-ab37-40b2-9e02-cf2845abc7fe", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:47:35.698487 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56d67c63-f57a-4fed-92af-23f4cb9a52bf {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:47:35.704635 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78172498-0df4-4f3c-9283-8b352c0f5013', 'tag': '0b4a2639-ab37-40b2-9e02-cf2845abc7fe', 'status': 'completed', 'code': 200} Jun 16 18:47:35.723289 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2cd87-8a2b-459d-8d73-0286f0621d1f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4d16dc-0651-44e8-85b0-703755c64746,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:35.736949 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-a2d2cd87-8a2b-459d-8d73-0286f0621d1f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:35.781720 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=d5c1bd5e-db0f-47d9-8aae-631a8169c1e5,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:35.823030 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:35.853646 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a2d2cd87-8a2b-459d-8d73-0286f0621d1f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:35.858840 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-a2d2cd87-8a2b-459d-8d73-0286f0621d1f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6664228 Jun 16 18:47:35.859702 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 45014) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:35.864910 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-50cc352b-dc1c-4847-802c-17ec7a47fc94 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Request body: {'security_group_rule': {'security_group_id': '89ef0323-5660-427b-a5e2-ff2e2f13da8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:35.997741 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-50cc352b-dc1c-4847-802c-17ec7a47fc94 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:35.998738 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-061a1a15-83a8-498d-ad6d-b442db634651 service neutron] 10.222.0.70 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022863 Jun 16 18:47:36.049174 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4c81b-4918-4d2d-b6c4-78b3262afd36 req-201b5337-003b-4cc4-9252-8e0fd88eb7d1 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:36.055043 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-36a4c81b-4918-4d2d-b6c4-78b3262afd36 req-201b5337-003b-4cc4-9252-8e0fd88eb7d1 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 943 time: 0.2041039 Jun 16 18:47:36.152499 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-36a4c81b-4918-4d2d-b6c4-78b3262afd36 req-39dda62a-b5d4-40ea-a4fe-74ea5f87bffd tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888410 Jun 16 18:47:36.201764 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-50cc352b-dc1c-4847-802c-17ec7a47fc94 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:36.401472 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-50cc352b-dc1c-4847-802c-17ec7a47fc94 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:36.403585 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:36.421645 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60372af2-db6c-41e4-9aeb-15076f025b55 req-9f38c61f-f224-4b8c-bdb8-0be4e10bff8c service neutron] 10.222.0.70 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469865 Jun 16 18:47:36.431243 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc352b-dc1c-4847-802c-17ec7a47fc94 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e828ada5-fc20-4535-b055-8381caa0f0ef,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:36.439791 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-50cc352b-dc1c-4847-802c-17ec7a47fc94 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:36.515766 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:36.550117 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-50cc352b-dc1c-4847-802c-17ec7a47fc94 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:36.557835 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 45032) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:36.559422 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-50cc352b-dc1c-4847-802c-17ec7a47fc94 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6969156 Jun 16 18:47:36.565553 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Request body: {'floatingip': {'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:36.778487 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for floatingip, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:37.055530 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:37.116564 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:37.235866 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:47:37.242386 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:37.242764 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:37.381250 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Allocated IP 172.27.3.111 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/0333e2f7-bb3b-458d-b83f-826ab898832a) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:37.395216 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:37.460290 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:47:37.652597 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:37.689726 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c0414-7943-4407-963e-1577ee6f7749 req-56278ece-bb4f-4ca2-9a57-d099eddcd224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:37.691470 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-674c0414-7943-4407-963e-1577ee6f7749 req-56278ece-bb4f-4ca2-9a57-d099eddcd224 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d15b68681b3461f9393ea46b06f632e&device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 1096 time: 0.0611892 Jun 16 18:47:37.724453 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:47:37.802279 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:37.802915 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:37.803220 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d5c1bd5e-db0f-47d9-8aae-631a8169c1e5 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:37.805038 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:37.815611 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:37.849621 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:37.855142 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:37.859750 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:47:37.878379 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event updated for resources: {'Port': ['ID=0333e2f7-bb3b-458d-b83f-826ab898832a,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:37.883089 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:37.967066 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:38.103443 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:38.112749 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:38.118712 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port d5c1bd5e-db0f-47d9-8aae-631a8169c1e5 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:38.119311 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:38.237274 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:38.397175 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:38.521312 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:38.523910 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8c92142b-04b2-4125-bc12-f6f63e4f761c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:38.558576 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:38.581149 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event updated for resources: {'Port': ['ID=0333e2f7-bb3b-458d-b83f-826ab898832a,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:38.584271 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:38.693311 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:38.694426 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1340978 Jun 16 18:47:38.760694 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-c0219114-2fa9-4c07-85d7-b9cc6516fb2e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--353172352&fields=id&tenant_id=e6789f66ebb74bc48a90b999eefa11f3 HTTP/1.1" status: 200 len: 267 time: 0.1174901 Jun 16 18:47:38.846144 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:38.871335 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-c709852c-f776-44ef-a102-88066181a24b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:38.877722 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-c709852c-f776-44ef-a102-88066181a24b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/networks?id=fc88b1e0-01b8-46a4-896b-30044689d0a1 HTTP/1.1" status: 200 len: 819 time: 0.2322624 Jun 16 18:47:38.897927 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-74083b51-7553-43ca-a259-9df81877a84e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/quotas/800642a613714aec9372ad858f15dd9b HTTP/1.1" status: 200 len: 375 time: 0.0167124 Jun 16 18:47:38.933973 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:38.934596 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:38.966852 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-ca0fc964-5b4c-4582-bb1b-9da91c98ac00 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:38.968219 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-ca0fc964-5b4c-4582-bb1b-9da91c98ac00 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/networks?id=5067c8ca-8862-4936-b72e-9c44c8a52801 HTTP/1.1" status: 200 len: 816 time: 0.2001474 Jun 16 18:47:38.993429 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-330a3f90-be4a-464e-8a1f-e8e9a8dc7c65 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/quotas/e6789f66ebb74bc48a90b999eefa11f3 HTTP/1.1" status: 200 len: 375 time: 0.0175018 Jun 16 18:47:39.217707 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-817494db-c1a7-44d2-8f0f-69320fe70369 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=800642a613714aec9372ad858f15dd9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3093216 Jun 16 18:47:39.307350 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-bc4c5609-9ecb-4623-bdc6-9bd500e31a31 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3078330 Jun 16 18:47:39.351325 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-3ae36809-1e6b-48a6-9482-5387a960aea8 service neutron] 10.222.0.41 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253669 Jun 16 18:47:39.482716 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-d6ff5461-7de9-4bfd-a058-693ed3b86e09 service neutron] 10.222.0.41 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603968 Jun 16 18:47:39.504171 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-1e7cdc95-d676-480a-b57a-b8b92458471b service neutron] 10.222.0.41 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219125 Jun 16 18:47:39.587482 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-f2622e38-4a5c-4f7b-9a78-a2e8bfab07d3 service neutron] 10.222.0.41 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962982 Jun 16 18:47:39.971708 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a73773-c9ad-47ea-9f24-3212f2023c06 req-7fcf8106-cda4-4dc5-a869-f58937468f67 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:39.973206 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e1a73773-c9ad-47ea-9f24-3212f2023c06 req-7fcf8106-cda4-4dc5-a869-f58937468f67 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 943 time: 0.1363761 Jun 16 18:47:40.012666 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18f4cd-9edc-4343-93e1-06b5fead3631 req-4c9a7c4e-fd1f-481e-8d73-9150cb81dc61 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:40.014068 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9f18f4cd-9edc-4343-93e1-06b5fead3631 req-4c9a7c4e-fd1f-481e-8d73-9150cb81dc61 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 943 time: 0.1174374 Jun 16 18:47:40.043134 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e1a73773-c9ad-47ea-9f24-3212f2023c06 req-65dee8cf-d234-4986-b49a-9ae479681dbe tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626626 Jun 16 18:47:40.063318 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9f18f4cd-9edc-4343-93e1-06b5fead3631 req-d26c4354-bf0f-4db8-873b-9e673f022c48 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387585 Jun 16 18:47:40.140936 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c8ea8c28-8821-4f8b-bf08-910ef99f41fd req-94bc1fb1-9380-493f-b821-25caea2a2f51 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 210 time: 0.0302916 Jun 16 18:47:40.177695 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-298c1d61-654f-41e3-a485-d73ee4a1899c tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--422916394&fields=id&tenant_id=804db3a89f1c4d96a7e618f32151b0a4 HTTP/1.1" status: 200 len: 267 time: 0.0390239 Jun 16 18:47:40.237163 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-de7ec17a-ac51-4852-af12-2767cfd28df2 req-5c05c4c9-8277-4ef8-a54e-04b5a94bc85c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 210 time: 0.0529108 Jun 16 18:47:40.355533 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-c901cc8e-172c-4a38-a437-fe5fb52bd652 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:40.357015 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-c901cc8e-172c-4a38-a437-fe5fb52bd652 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/networks?id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da HTTP/1.1" status: 200 len: 810 time: 0.1499629 Jun 16 18:47:40.383511 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-006ba63a-ac57-4eb4-b7fa-0679294bb7f8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/quotas/804db3a89f1c4d96a7e618f32151b0a4 HTTP/1.1" status: 200 len: 375 time: 0.0201604 Jun 16 18:47:40.559709 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-ee92062f-8397-4afa-9a85-2141e7323828 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:40.559709 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-ee92062f-8397-4afa-9a85-2141e7323828 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/networks?id=fc88b1e0-01b8-46a4-896b-30044689d0a1 HTTP/1.1" status: 200 len: 819 time: 0.1844852 Jun 16 18:47:40.602856 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-8ced124c-2b5e-40d2-9038-5b799e7d12d5 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/quotas/800642a613714aec9372ad858f15dd9b HTTP/1.1" status: 200 len: 375 time: 0.0296247 Jun 16 18:47:40.626038 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-1cdef08a-ce9f-49e8-8a15-4340e140c079 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=804db3a89f1c4d96a7e618f32151b0a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2234616 Jun 16 18:47:40.762632 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-e73e9a83-7e8b-4555-946f-a546c3965caa service neutron] 10.222.0.41 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353660 Jun 16 18:47:40.769756 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-9c56c473-1dbe-4f76-9b31-f17a5c0dc76e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=800642a613714aec9372ad858f15dd9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1416867 Jun 16 18:47:40.934114 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-edfa7d71-efab-489f-9ba7-2567af46d533 service neutron] 10.222.0.41 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628680 Jun 16 18:47:40.936932 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-6b1fff98-9da7-4853-bcca-341978bcf813 service neutron] 10.222.0.41 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576314 Jun 16 18:47:41.034065 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-2c653f66-53dd-440c-917d-13f7cf500dcb service neutron] 10.222.0.41 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908132 Jun 16 18:47:41.220484 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 45162) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:41.460971 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4288866a-d51b-48f6-902e-2914e602b969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:41.533395 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3f35e-0263-4f1a-8900-a659bb13c59a req-9022070e-8840-4042-b0d8-c84c54e5278e tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:41.534890 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-44d3f35e-0263-4f1a-8900-a659bb13c59a req-9022070e-8840-4042-b0d8-c84c54e5278e tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 943 time: 0.1604478 Jun 16 18:47:41.586863 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b35e30-5e31-4856-95c6-96b2af8c5f96 req-2799b1d9-7670-4e48-8f12-67801974081e tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:41.588370 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-34b35e30-5e31-4856-95c6-96b2af8c5f96 req-2799b1d9-7670-4e48-8f12-67801974081e tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 943 time: 0.1706333 Jun 16 18:47:41.634874 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-44d3f35e-0263-4f1a-8900-a659bb13c59a req-30cee85e-9c79-4af0-95e7-8e8acbad8ccd tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919962 Jun 16 18:47:41.676820 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4288866a-d51b-48f6-902e-2914e602b969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:41.700409 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-34b35e30-5e31-4856-95c6-96b2af8c5f96 req-2a131acd-9c7b-4a92-8ca0-325904e41a71 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022758 Jun 16 18:47:41.741513 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-28b8154b-c087-433d-8364-b8f585ec0a5a req-71586edd-e6ee-4301-a483-5d04d63cce0e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 210 time: 0.0446723 Jun 16 18:47:41.767774 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4288866a-d51b-48f6-902e-2914e602b969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:41.772472 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6504890d-0a5a-4872-8a76-a407c84c6670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:41.800413 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 45190) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:41.863371 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288866a-d51b-48f6-902e-2914e602b969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee45fba-16ce-414e-99c9-06667cb3b868,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:41.874762 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-4288866a-d51b-48f6-902e-2914e602b969 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c80ebb45f694407bda4833d3e849821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6532145 Jun 16 18:47:41.877445 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 45194) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:41.888302 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-94f1ccab-f27e-40bf-b94d-43b0fb0738bc req-ce13b007-3961-41cb-82f4-f21a137a2ff2 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 210 time: 0.0711601 Jun 16 18:47:41.888469 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4288866a-d51b-48f6-902e-2914e602b969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:41.932134 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e020fef9-9b78-4790-b78d-5b6f314330fb req-04ca462d-08a3-4659-aeca-9f3f1fd5cff4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 210 time: 0.0601699 Jun 16 18:47:41.958284 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3594cfff-e7b1-4d83-ad57-9bd2c55f9940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:41.977272 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-358dde7c-1b0a-4c56-83b9-7a825fc2e40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:42.007675 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-358dde7c-1b0a-4c56-83b9-7a825fc2e40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:42.100527 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3594cfff-e7b1-4d83-ad57-9bd2c55f9940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:42.179105 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3594cfff-e7b1-4d83-ad57-9bd2c55f9940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:42.179821 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-358dde7c-1b0a-4c56-83b9-7a825fc2e40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:42.183570 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b19aa56d-d813-4921-9ae3-bd3511e8925c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:42.198829 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-358dde7c-1b0a-4c56-83b9-7a825fc2e40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:42.200018 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-358dde7c-1b0a-4c56-83b9-7a825fc2e40e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dee45fba-16ce-414e-99c9-06667cb3b868 HTTP/1.1" status: 204 len: 168 time: 0.3214061 Jun 16 18:47:42.224264 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-3594cfff-e7b1-4d83-ad57-9bd2c55f9940 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95847c000f5649b8a655c1d7450e35e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227023 Jun 16 18:47:42.225181 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594cfff-e7b1-4d83-ad57-9bd2c55f9940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d3a6fb-85b7-44f4-948c-3b911dd940ea,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:42.227222 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 45200) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:42.236050 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dde7c-1b0a-4c56-83b9-7a825fc2e40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee45fba-16ce-414e-99c9-06667cb3b868,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:42.238455 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-358dde7c-1b0a-4c56-83b9-7a825fc2e40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:42.238961 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-9d456bdf-98da-4cfa-ae23-3e620d3ed70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:42.239341 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-9d456bdf-98da-4cfa-ae23-3e620d3ed70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:42.283595 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f31b58ba-4f61-4d85-bca2-882aaa6410e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:42.306587 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f31b58ba-4f61-4d85-bca2-882aaa6410e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:42.429928 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f31b58ba-4f61-4d85-bca2-882aaa6410e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:42.432789 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f31b58ba-4f61-4d85-bca2-882aaa6410e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:42.433937 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-f31b58ba-4f61-4d85-bca2-882aaa6410e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0d3a6fb-85b7-44f4-948c-3b911dd940ea HTTP/1.1" status: 204 len: 168 time: 0.2054384 Jun 16 18:47:42.434664 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6ce1a1aa-2718-498e-a0af-239a6fd49837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:42.442874 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b58ba-4f61-4d85-bca2-882aaa6410e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d3a6fb-85b7-44f4-948c-3b911dd940ea,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:42.445290 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-f31b58ba-4f61-4d85-bca2-882aaa6410e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:42.862553 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473eb7ce-32e2-4951-873b-f44e809de093 req-91a02960-8a64-41e5-80be-31cb57f2f5b5 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:42.864109 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-473eb7ce-32e2-4951-873b-f44e809de093 req-91a02960-8a64-41e5-80be-31cb57f2f5b5 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 943 time: 0.1091282 Jun 16 18:47:42.916989 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-473eb7ce-32e2-4951-873b-f44e809de093 req-2b2f01ac-d99c-47d7-ae03-e72b96503d72 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457265 Jun 16 18:47:42.925402 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bcd66-a723-4c55-914a-aa04057d79c1 req-91aac1e8-c88c-4564-a804-1ef6f53ec39a tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:42.926899 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-001bcd66-a723-4c55-914a-aa04057d79c1 req-91aac1e8-c88c-4564-a804-1ef6f53ec39a tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 943 time: 0.1108804 Jun 16 18:47:42.980236 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-001bcd66-a723-4c55-914a-aa04057d79c1 req-36a4c044-878d-4c5b-95c4-b6cb082443aa tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435207 Jun 16 18:47:43.077073 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-74559649-cbf8-47f7-8faa-e084065d355b req-f7278d59-c1b3-4a89-8aa9-3ee0b0a387e0 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 210 time: 0.0294683 Jun 16 18:47:43.121314 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-11d391d8-3399-4dd6-8882-645327128ccf req-8ce408a2-6556-4c66-b852-64e2f46fda39 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 210 time: 0.0330272 Jun 16 18:47:43.176161 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 45220) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:43.199342 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ad507774-8e92-4775-91c8-82606bc35430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:43.217695 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b49ff87a-756b-4203-b70e-b0706db66221 req-884e3c74-a221-4367-ae22-46bcde2527de tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 210 time: 0.0339806 Jun 16 18:47:43.312746 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ad507774-8e92-4775-91c8-82606bc35430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:43.383722 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ad507774-8e92-4775-91c8-82606bc35430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:43.386704 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:43.421625 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad507774-8e92-4775-91c8-82606bc35430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01700ea-46af-4f08-9e62-cbd03b7355c3,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:43.425923 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-ad507774-8e92-4775-91c8-82606bc35430 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1414c2c38424e15a8b2abe2c0c8ae9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486994 Jun 16 18:47:43.426858 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-ad507774-8e92-4775-91c8-82606bc35430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:43.429371 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 45224) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:43.495545 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-02234d53-a220-4ce4-87d9-5b5401d63482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:43.522618 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-02234d53-a220-4ce4-87d9-5b5401d63482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:43.610069 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 45226) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:43.623236 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8f244085-0464-4d09-89c1-06425d2d2325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:43.689458 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-02234d53-a220-4ce4-87d9-5b5401d63482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:43.695684 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-02234d53-a220-4ce4-87d9-5b5401d63482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:43.696833 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-02234d53-a220-4ce4-87d9-5b5401d63482 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d01700ea-46af-4f08-9e62-cbd03b7355c3 HTTP/1.1" status: 204 len: 168 time: 0.2659166 Jun 16 18:47:43.699531 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:43.713114 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02234d53-a220-4ce4-87d9-5b5401d63482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01700ea-46af-4f08-9e62-cbd03b7355c3,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:43.717392 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-02234d53-a220-4ce4-87d9-5b5401d63482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:43.786125 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8f244085-0464-4d09-89c1-06425d2d2325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:43.898676 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8f244085-0464-4d09-89c1-06425d2d2325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:43.902213 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:43.937645 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-8f244085-0464-4d09-89c1-06425d2d2325 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53992e11c2154623aee01bb3d47ffa10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264706 Jun 16 18:47:43.938578 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f244085-0464-4d09-89c1-06425d2d2325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c3c8af-e9ec-4964-aa1d-849f91fa8671,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:43.940552 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 45232) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:43.948040 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-8f244085-0464-4d09-89c1-06425d2d2325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:44.002067 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-0bb5e2f7-ac2d-46ce-8b74-1666a0a1a82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:44.026114 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-0bb5e2f7-ac2d-46ce-8b74-1666a0a1a82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:44.150705 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e70df8-79d8-47e9-b176-a859ac559552 req-dbdcc58f-a074-4563-a09c-a95e21fe7a1f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:44.152065 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2e70df8-79d8-47e9-b176-a859ac559552 req-dbdcc58f-a074-4563-a09c-a95e21fe7a1f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 943 time: 0.1077762 Jun 16 18:47:44.195424 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b3e33-f865-4dd5-bd18-56cbdaa331b7 req-25d82d6c-923d-4927-b9cb-72cbca3ee704 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:44.196926 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-903b3e33-f865-4dd5-bd18-56cbdaa331b7 req-25d82d6c-923d-4927-b9cb-72cbca3ee704 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 943 time: 0.1009421 Jun 16 18:47:44.213019 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-0bb5e2f7-ac2d-46ce-8b74-1666a0a1a82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:44.217343 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-0bb5e2f7-ac2d-46ce-8b74-1666a0a1a82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:44.218387 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-0bb5e2f7-ac2d-46ce-8b74-1666a0a1a82a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51c3c8af-e9ec-4964-aa1d-849f91fa8671 HTTP/1.1" status: 204 len: 168 time: 0.2762778 Jun 16 18:47:44.221667 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:44.232350 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2e70df8-79d8-47e9-b176-a859ac559552 req-80c5952a-9cc1-492b-be34-bb67e51bd20d tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731187 Jun 16 18:47:44.241577 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5e2f7-ac2d-46ce-8b74-1666a0a1a82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c3c8af-e9ec-4964-aa1d-849f91fa8671,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:44.247099 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-0bb5e2f7-ac2d-46ce-8b74-1666a0a1a82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:44.260636 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-903b3e33-f865-4dd5-bd18-56cbdaa331b7 req-91e5d995-41bb-4237-b106-765ed8f681e3 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546086 Jun 16 18:47:44.450577 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6e7da895-deba-42b1-8e52-abcbdc3c5862 req-fa296650-9cb8-4ea0-b8ff-3809eade23fa tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 210 time: 0.0508258 Jun 16 18:47:44.452317 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6f96f261-2398-4b17-a796-012b4b1fdbe4 req-fd15391e-2647-483e-8731-fdec661471af tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 210 time: 0.0435798 Jun 16 18:47:44.578202 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8252ccd6-f689-40be-822c-fb43bd1ab581 req-adc91b6e-667b-4cd5-a6f7-f3359f8b75a3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 210 time: 0.0280538 Jun 16 18:47:45.484095 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801a4ac-7ae3-45e3-986c-866051f6ad17 req-11b03012-a1f5-44cd-ab35-184bd6e3d752 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:45.485585 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7801a4ac-7ae3-45e3-986c-866051f6ad17 req-11b03012-a1f5-44cd-ab35-184bd6e3d752 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 943 time: 0.1103060 Jun 16 18:47:45.497414 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ffa16-12e4-4369-9ca8-006ab7778c65 req-94f110c8-2450-4e8c-ba25-44400b421b00 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:45.498889 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b99ffa16-12e4-4369-9ca8-006ab7778c65 req-94f110c8-2450-4e8c-ba25-44400b421b00 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0889604 Jun 16 18:47:45.538492 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-f7260d3f-023a-472a-aaaf-3823b944aab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:45.553836 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7801a4ac-7ae3-45e3-986c-866051f6ad17 req-bc4be86a-4375-4a1c-aac7-d8fe9c037093 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539584 Jun 16 18:47:45.560883 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b99ffa16-12e4-4369-9ca8-006ab7778c65 req-b35d9dd0-045f-42db-948c-20303d567f12 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534158 Jun 16 18:47:45.710801 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b487928f-4f2c-4ef9-9c1b-05cceb96dbcb req-ac9c1b74-6106-4417-9884-4df8e6d3d1fd tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 210 time: 0.0439532 Jun 16 18:47:45.736471 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ca046d41-728c-4f90-bb79-b6c29e7a0de7 req-b90ff8cc-fa0b-4829-9f2a-365d783a97ba tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 210 time: 0.0570691 Jun 16 18:47:45.874532 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-51e6b0c3-d013-48b5-bad8-0eae323a2ade req-a6642d3c-be53-4fa7-baa3-9ba2a02a2654 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 210 time: 0.0381873 Jun 16 18:47:46.406527 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c0414-7943-4407-963e-1577ee6f7749 req-fd311332-bb5c-4494-bd1c-4ca7e3300088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:46.408018 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-674c0414-7943-4407-963e-1577ee6f7749 req-fd311332-bb5c-4494-bd1c-4ca7e3300088 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7d28e2b-657a-4fea-87fc-61fc43c743d6 HTTP/1.1" status: 200 len: 916 time: 0.1717453 Jun 16 18:47:46.628544 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-674c0414-7943-4407-963e-1577ee6f7749 req-4fb21ac2-f55a-40ac-af91-1f9ef413f437 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b4a2639-ab37-40b2-9e02-cf2845abc7fe HTTP/1.1" status: 200 len: 217 time: 0.2119110 Jun 16 18:47:46.713809 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c0414-7943-4407-963e-1577ee6f7749 req-b135e5ee-d579-46ec-af75-447c5b8b639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:46.714424 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-674c0414-7943-4407-963e-1577ee6f7749 req-b135e5ee-d579-46ec-af75-447c5b8b639e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2046873-1d24-45e3-9c20-f4da0bce1314 HTTP/1.1" status: 200 len: 855 time: 0.0690434 Jun 16 18:47:46.773480 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-674c0414-7943-4407-963e-1577ee6f7749 req-c331a937-c4c5-4981-90d8-dfb7af2a1178 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7d28e2b-657a-4fea-87fc-61fc43c743d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421643 Jun 16 18:47:46.916067 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf5b64-ccc6-4a2b-ae98-8064580e9ca4 req-a0d5c39c-e89b-48a0-bf55-1e4c9288c25d tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:46.917586 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-33bf5b64-ccc6-4a2b-ae98-8064580e9ca4 req-a0d5c39c-e89b-48a0-bf55-1e4c9288c25d tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 943 time: 0.1839228 Jun 16 18:47:46.935136 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fae65-f43d-4c32-af41-4adcf909982b req-ea609024-f9c1-4e63-988d-7ae8dee91c06 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:46.940768 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1d9fae65-f43d-4c32-af41-4adcf909982b req-ea609024-f9c1-4e63-988d-7ae8dee91c06 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 943 time: 0.2389359 Jun 16 18:47:46.993664 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-674c0414-7943-4407-963e-1577ee6f7749 req-721e7d71-d239-406c-9c52-12e955c948e2 service neutron] 10.222.0.70 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030180 Jun 16 18:47:47.017806 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 45372) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:47.041928 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-33bf5b64-ccc6-4a2b-ae98-8064580e9ca4 req-b79fc575-0e24-4f86-aeef-7efe48d7079a tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988226 Jun 16 18:47:47.052232 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1d9fae65-f43d-4c32-af41-4adcf909982b req-d97d82de-bd25-4526-a419-c2fdb342da3b tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908363 Jun 16 18:47:47.136015 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-674c0414-7943-4407-963e-1577ee6f7749 req-62114bc4-85a2-4d6c-8da5-c76ebcd11b6e service neutron] 10.222.0.70 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256685 Jun 16 18:47:47.169713 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-82dedeb6-e1dd-4617-b434-9cea93e03734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:47.231499 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f3cee780-e412-4b79-bd73-1260b0b38b95 req-e9621a80-10b9-430e-b0d1-68de1295e1cf tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 210 time: 0.0464995 Jun 16 18:47:47.259371 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e711466d-b94d-4768-bcdd-3d427c26c99b req-cac15847-cdb5-482b-9f01-9af68bdb6d58 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 210 time: 0.0634093 Jun 16 18:47:47.276411 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-82dedeb6-e1dd-4617-b434-9cea93e03734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:47.373157 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-82dedeb6-e1dd-4617-b434-9cea93e03734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:47.377825 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-41c45670-3a09-44b2-b73e-fc37fdce4769 req-bee2e0c5-52e8-40f5-a750-9b27f12c5cb1 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 210 time: 0.0289533 Jun 16 18:47:47.386762 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:47.407486 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-82dedeb6-e1dd-4617-b434-9cea93e03734 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a8ba0d5a83e475d9e19b32ecf590573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3875487 Jun 16 18:47:47.410224 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 45382) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:47.418573 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dedeb6-e1dd-4617-b434-9cea93e03734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83d2e62-0e9f-46cc-9d27-314765887563,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:47.421487 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-82dedeb6-e1dd-4617-b434-9cea93e03734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:47.459950 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf045-b896-4e63-b7a0-ed6717aa7a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:47.480308 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf045-b896-4e63-b7a0-ed6717aa7a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:47.618301 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf045-b896-4e63-b7a0-ed6717aa7a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:47.621100 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf045-b896-4e63-b7a0-ed6717aa7a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:47.622225 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-f4bbf045-b896-4e63-b7a0-ed6717aa7a96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f83d2e62-0e9f-46cc-9d27-314765887563 HTTP/1.1" status: 204 len: 168 time: 0.2106655 Jun 16 18:47:47.623017 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-27bf6839-ec1f-4650-b692-bf101105dddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:47.631661 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbf045-b896-4e63-b7a0-ed6717aa7a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83d2e62-0e9f-46cc-9d27-314765887563,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:47.634173 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-f4bbf045-b896-4e63-b7a0-ed6717aa7a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:48.018371 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-ff066c2a-775a-483e-adb7-669c4e3bc701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:48.275770 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0801e-6514-42db-878d-f07900b232f4 req-5e6d5c7a-cfa7-451b-8c4e-0908ec00f7b8 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:48.277688 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-cba0801e-6514-42db-878d-f07900b232f4 req-5e6d5c7a-cfa7-451b-8c4e-0908ec00f7b8 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 943 time: 0.1144028 Jun 16 18:47:48.285297 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72488bc3-363f-4e20-ab03-9a91a480dc2a req-7771d96d-e5e4-43cd-bd90-a18a85cead93 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:48.286735 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-72488bc3-363f-4e20-ab03-9a91a480dc2a req-7771d96d-e5e4-43cd-bd90-a18a85cead93 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 943 time: 0.1120169 Jun 16 18:47:48.342800 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-cba0801e-6514-42db-878d-f07900b232f4 req-4c35e846-d383-4c7c-af4d-acae5ed7b414 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545125 Jun 16 18:47:48.350342 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-72488bc3-363f-4e20-ab03-9a91a480dc2a req-a8d78b61-eb60-4334-928c-aa14c4cde380 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547345 Jun 16 18:47:48.455592 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 45414) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:48.465157 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:48.502502 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 45418) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:48.520058 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f033d1fc-f4a3-4452-b6da-fb45dcc5165f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:48.565232 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2d00d354-8a90-46d5-93a6-c7ab306a7022 req-038ed6e8-d420-4edc-a270-609bced5511a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 210 time: 0.0923436 Jun 16 18:47:48.606541 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-716b3a23-dd7f-451b-b411-ef53e8dcb772 req-ff20415b-d023-4e71-a524-27b7439f2e18 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 210 time: 0.0739925 Jun 16 18:47:48.631158 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f033d1fc-f4a3-4452-b6da-fb45dcc5165f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:48.658712 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-d14b4c6a-d467-462b-8290-220cb4ccd7b5 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:48.658712 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-d14b4c6a-d467-462b-8290-220cb4ccd7b5 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.70 "GET /v2.0/networks?id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da HTTP/1.1" status: 200 len: 810 time: 0.2331679 Jun 16 18:47:48.722865 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-2242debd-ce68-4d5b-a62b-e566c2f66a75 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=804db3a89f1c4d96a7e618f32151b0a4 HTTP/1.1" status: 200 len: 379 time: 0.0477948 Jun 16 18:47:48.734503 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-b5f40300-8044-42f5-bbd4-41d554627644 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Request body: {'port': {'device_id': '8100cff8-3c43-42f7-9913-f3b3e3fe7489', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'admin_state_up': True, 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'security_groups': ['89ef0323-5660-427b-a5e2-ff2e2f13da8a']}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:48.744175 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-505bb9fa-26d8-4380-a2a3-d3ad375930cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:48.747039 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f033d1fc-f4a3-4452-b6da-fb45dcc5165f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:48.756574 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2d322872-370c-4e0d-940f-478ec982cf96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:48.779793 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-29c1c554-db64-4223-b52e-fa90650fc13f req-de5ad5e4-40b4-48a4-9f36-48788dc8f4f4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 210 time: 0.0406041 Jun 16 18:47:48.808217 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-f033d1fc-f4a3-4452-b6da-fb45dcc5165f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3966baa469f5487984366b3af9549171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021708 Jun 16 18:47:48.808217 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033d1fc-f4a3-4452-b6da-fb45dcc5165f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2e6dab-8b8e-4f50-a088-767cb4d896ec,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:48.811499 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-f033d1fc-f4a3-4452-b6da-fb45dcc5165f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:48.811499 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 45420) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:48.861630 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b50ab473-4edd-4b36-9545-af1af545091a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:48.884043 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b50ab473-4edd-4b36-9545-af1af545091a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:49.018490 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b50ab473-4edd-4b36-9545-af1af545091a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:49.023026 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b50ab473-4edd-4b36-9545-af1af545091a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:49.026753 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-b50ab473-4edd-4b36-9545-af1af545091a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef2e6dab-8b8e-4f50-a088-767cb4d896ec HTTP/1.1" status: 204 len: 168 time: 0.2118685 Jun 16 18:47:49.026753 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-f033d1fc-f4a3-4452-b6da-fb45dcc5165f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:49.037523 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ab473-4edd-4b36-9545-af1af545091a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2e6dab-8b8e-4f50-a088-767cb4d896ec,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:49.048940 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b50ab473-4edd-4b36-9545-af1af545091a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:49.134337 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-505bb9fa-26d8-4380-a2a3-d3ad375930cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:49.195835 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:49.269969 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-505bb9fa-26d8-4380-a2a3-d3ad375930cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:49.272538 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:49.308797 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-505bb9fa-26d8-4380-a2a3-d3ad375930cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=522c7ae9a8df43dca319cddeb8059cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8520994 Jun 16 18:47:49.309600 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bb9fa-26d8-4380-a2a3-d3ad375930cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9502089-07e1-41ec-b4f2-7e0bae10ed50,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:49.311533 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 45430) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:49.312493 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-505bb9fa-26d8-4380-a2a3-d3ad375930cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:49.367884 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-862083dd-6ad4-4b94-9e99-4c47203452e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:49.417480 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-862083dd-6ad4-4b94-9e99-4c47203452e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:49.433540 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-b5f40300-8044-42f5-bbd4-41d554627644 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Made reservation on behalf of 804db3a89f1c4d96a7e618f32151b0a4 for: {'port': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:49.437167 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-b5f40300-8044-42f5-bbd4-41d554627644 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:49.505425 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-3eae2da7-ed33-48b5-b958-9d8d3703cd43 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:49.505425 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-3eae2da7-ed33-48b5-b958-9d8d3703cd43 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.70 "GET /v2.0/networks?id=fc88b1e0-01b8-46a4-896b-30044689d0a1 HTTP/1.1" status: 200 len: 819 time: 0.1667645 Jun 16 18:47:49.522719 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-1cee7497-affd-4c44-bb12-55622caee6c6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Request body: {'port': {'device_id': '5a802a98-1c32-4af3-95e4-36e43b97e156', 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1', 'admin_state_up': True, 'tenant_id': '800642a613714aec9372ad858f15dd9b'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:49.710981 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df138a-3120-4017-a2fb-b80c31694f36 req-bc7466d4-3b39-4619-a99a-a0829321c243 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:49.712495 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b2df138a-3120-4017-a2fb-b80c31694f36 req-bc7466d4-3b39-4619-a99a-a0829321c243 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 943 time: 0.2240722 Jun 16 18:47:49.723992 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-b5f40300-8044-42f5-bbd4-41d554627644 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Allocated IP 172.20.0.5 (bdace82e-d0e6-4cfc-b001-3cb6b296a4da/c564e1e9-0d16-4720-8290-85e28752f80f/c7cfd3f2-11be-40d7-992b-b64620dde2cd) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:49.766168 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fb079-b89a-4c30-ac79-376686f40658 req-39680efe-26c2-4b63-a40b-9f5c4229f22a tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:49.767641 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-755fb079-b89a-4c30-ac79-376686f40658 req-39680efe-26c2-4b63-a40b-9f5c4229f22a tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 943 time: 0.1858468 Jun 16 18:47:49.801301 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-862083dd-6ad4-4b94-9e99-4c47203452e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:49.813271 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-862083dd-6ad4-4b94-9e99-4c47203452e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:49.814378 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-862083dd-6ad4-4b94-9e99-4c47203452e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9502089-07e1-41ec-b4f2-7e0bae10ed50 HTTP/1.1" status: 204 len: 168 time: 0.5018888 Jun 16 18:47:49.817632 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b2df138a-3120-4017-a2fb-b80c31694f36 req-faf5d9aa-0e22-4690-ad21-2f2b6922dd4f tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990670 Jun 16 18:47:49.823895 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:49.837337 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862083dd-6ad4-4b94-9e99-4c47203452e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9502089-07e1-41ec-b4f2-7e0bae10ed50,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:49.843254 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-1cee7497-affd-4c44-bb12-55622caee6c6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Made reservation on behalf of 800642a613714aec9372ad858f15dd9b for: {'port': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:49.855273 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-862083dd-6ad4-4b94-9e99-4c47203452e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:49.866229 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-1cee7497-affd-4c44-bb12-55622caee6c6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:49.980350 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-755fb079-b89a-4c30-ac79-376686f40658 req-53044229-1d05-43de-9c8f-f38a0266d6d3 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979547 Jun 16 18:47:50.067583 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-b5f40300-8044-42f5-bbd4-41d554627644 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:50.115803 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.provisioning_blocks [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-b5f40300-8044-42f5-bbd4-41d554627644 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Transition to ACTIVE for port object c7cfd3f2-11be-40d7-992b-b64620dde2cd will not be triggered until provisioned by entity DHCP. {{(pid=100039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:50.118829 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ef2e23d9-5746-4881-9385-46acb1ee9ef0 req-6768d20a-419e-49b7-b46f-decec9c2beb4 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 210 time: 0.0464826 Jun 16 18:47:50.243570 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4bb0d1cc-caca-4837-a15a-e6df0a819579 req-b4248515-0fd0-48cb-90c2-c5120fd95698 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 210 time: 0.1141701 Jun 16 18:47:50.245235 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.70', 60734) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:50.249184 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-1cee7497-affd-4c44-bb12-55622caee6c6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Allocated IP 172.20.0.8 (fc88b1e0-01b8-46a4-896b-30044689d0a1/940bc029-0d55-45ba-9372-a743fe6683d3/805562b2-2c79-4a2a-8511-0f62973004e8) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:50.368485 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-db5d0a62-0846-41a6-a908-59f1cc9e6aaf req-345026aa-5978-481b-8977-dda71921d25a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 210 time: 0.0861039 Jun 16 18:47:50.417382 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-a9d6cf42-1340-4e82-ab54-9c5dc4f982e2 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:50.419585 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-a9d6cf42-1340-4e82-ab54-9c5dc4f982e2 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.70 "GET /v2.0/networks?id=fc88b1e0-01b8-46a4-896b-30044689d0a1 HTTP/1.1" status: 200 len: 819 time: 0.1662521 Jun 16 18:47:50.422790 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-b5f40300-8044-42f5-bbd4-41d554627644 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:50.435349 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:50.444941 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Request body: {'port': {'device_id': 'd479b602-9298-4fc4-9f68-7043662d82ec', 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1', 'admin_state_up': True, 'tenant_id': '800642a613714aec9372ad858f15dd9b'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:50.459337 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-1cee7497-affd-4c44-bb12-55622caee6c6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:50.476687 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-b5f40300-8044-42f5-bbd4-41d554627644 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Network bdace82e-d0e6-4cfc-b001-3cb6b296a4da is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:50.490973 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-b5f40300-8044-42f5-bbd4-41d554627644 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:50.497874 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-b5f40300-8044-42f5-bbd4-41d554627644 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:47:50.504575 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-b5f40300-8044-42f5-bbd4-41d554627644 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:50.505142 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-b5f40300-8044-42f5-bbd4-41d554627644 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:50.601555 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-1cee7497-affd-4c44-bb12-55622caee6c6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:50.608273 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:50.688242 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-1cee7497-affd-4c44-bb12-55622caee6c6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Network fc88b1e0-01b8-46a4-896b-30044689d0a1 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:50.692339 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-1cee7497-affd-4c44-bb12-55622caee6c6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:50.695630 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-1cee7497-affd-4c44-bb12-55622caee6c6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:47:50.702509 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-1cee7497-affd-4c44-bb12-55622caee6c6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:50.703393 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-1cee7497-affd-4c44-bb12-55622caee6c6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:50.729225 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee7497-affd-4c44-bb12-55622caee6c6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Pushing event updated for resources: {'Port': ['ID=805562b2-2c79-4a2a-8511-0f62973004e8,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:50.733394 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 45478) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:50.755785 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-1cee7497-affd-4c44-bb12-55622caee6c6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:50.784726 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f2978571-7399-44b5-8b42-2ea571d05d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:50.819776 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f40300-8044-42f5-bbd4-41d554627644 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event updated for resources: {'Port': ['ID=c7cfd3f2-11be-40d7-992b-b64620dde2cd,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:50.828293 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-b5f40300-8044-42f5-bbd4-41d554627644 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:50.876506 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-1cee7497-affd-4c44-bb12-55622caee6c6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3524225 Jun 16 18:47:50.882007 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Request body: {'port': {'device_id': '5a802a98-1c32-4af3-95e4-36e43b97e156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:50.931992 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-b5f40300-8044-42f5-bbd4-41d554627644 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2015815 Jun 16 18:47:50.945373 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Request body: {'port': {'device_id': '8100cff8-3c43-42f7-9913-f3b3e3fe7489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:50.963190 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:50.965423 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-9eb1d3a7-7a28-45b5-be3a-abfb7c4f726d None None] Provisioning for port c7cfd3f2-11be-40d7-992b-b64620dde2cd completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:47:50.972284 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-9eb1d3a7-7a28-45b5-be3a-abfb7c4f726d None None] Provisioning complete for port c7cfd3f2-11be-40d7-992b-b64620dde2cd triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:50.972954 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d3a7-7a28-45b5-be3a-abfb7c4f726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:50.994970 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:51.030044 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.db.api [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 18:47:51.030044 dv-cinder-667108-31-iscsi neutron-server[100039]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 18:47:51.030044 dv-cinder-667108-31-iscsi neutron-server[100039]: [parameters: {'project_id_1': '800642a613714aec9372ad858f15dd9b', 'expiration_1': datetime.datetime(2021, 6, 16, 18, 47, 50, 855278)}] Jun 16 18:47:51.030044 dv-cinder-667108-31-iscsi neutron-server[100039]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 18:47:51.030595 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_db.api [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:47:51.046821 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-9eb1d3a7-7a28-45b5-be3a-abfb7c4f726d None None] Port c7cfd3f2-11be-40d7-992b-b64620dde2cd cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:47:51.067129 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:51.086714 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.70', 60736) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:51.220232 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e045d-fe1c-4e38-97aa-53ea27cf675f req-2ff293d7-2fea-4c9b-86e2-b8ed9c5043da tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:51.222502 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ad8e045d-fe1c-4e38-97aa-53ea27cf675f req-2ff293d7-2fea-4c9b-86e2-b8ed9c5043da tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 943 time: 0.2296398 Jun 16 18:47:51.254838 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f2978571-7399-44b5-8b42-2ea571d05d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:51.341603 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f2978571-7399-44b5-8b42-2ea571d05d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:51.351528 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0b39e749-4f2d-41b1-8df1-1fe3efc99197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:51.415943 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ad8e045d-fe1c-4e38-97aa-53ea27cf675f req-f1f72ec5-4827-465b-adcc-d9488131048a tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430151 Jun 16 18:47:51.417452 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 45498) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:51.426036 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-dd8834bd-e004-4b8c-a5a2-8637e26fc272 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:51.427583 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-dd8834bd-e004-4b8c-a5a2-8637e26fc272 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.70 "GET /v2.0/networks?id=5067c8ca-8862-4936-b72e-9c44c8a52801 HTTP/1.1" status: 200 len: 816 time: 0.3351164 Jun 16 18:47:51.448797 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bccc46-e762-4dbc-a3e9-93cfc63ba4b2 req-5a9e91bf-4dc7-43d6-a3e3-87608290fd6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:51.455355 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-f2978571-7399-44b5-8b42-2ea571d05d08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9bac87ad863d48968d2c4df4225efeeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7044322 Jun 16 18:47:51.460585 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f4bccc46-e762-4dbc-a3e9-93cfc63ba4b2 req-5a9e91bf-4dc7-43d6-a3e3-87608290fd6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 943 time: 0.3188200 Jun 16 18:47:51.462725 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 45502) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:51.465376 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2978571-7399-44b5-8b42-2ea571d05d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d404ce75-fdb8-446a-bbfa-4cde876571ee,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:51.481648 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-f2978571-7399-44b5-8b42-2ea571d05d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:51.530199 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-8eae44e9-c177-4559-9c21-86bc56a62409 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6789f66ebb74bc48a90b999eefa11f3 HTTP/1.1" status: 200 len: 379 time: 0.0926518 Jun 16 18:47:51.545381 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-28c6d26c-851c-4654-86b4-cf5ba3d0b116 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Request body: {'port': {'device_id': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'admin_state_up': True, 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'security_groups': ['f97455a2-1ee5-4232-a6f0-8c2dc2d2e860']}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:51.566006 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f4bccc46-e762-4dbc-a3e9-93cfc63ba4b2 req-766e5a28-7716-4b18-8282-8d891ed850d5 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044395 Jun 16 18:47:51.669845 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-93ffba17-55ee-426a-8619-6150e5fb41be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:51.671315 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805562b2-2c79-4a2a-8511-0f62973004e8 {{(pid=100040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:47:51.681552 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-40a50ca3-29fe-43cf-8096-5e4645ccfe09 req-70cbcf5f-5ae4-4ec8-8099-71e049a0af4d tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 210 time: 0.0759766 Jun 16 18:47:51.691873 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:51.750713 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-93ffba17-55ee-426a-8619-6150e5fb41be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:51.792699 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Made reservation on behalf of 800642a613714aec9372ad858f15dd9b for: {'port': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:51.797734 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:51.883135 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Transition to ACTIVE for port object 805562b2-2c79-4a2a-8511-0f62973004e8 will not be triggered until provisioned by entity L2. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:51.884340 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1c4851e6-f7c2-4af9-99f3-a211a65f91fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:51.898929 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cfd3f2-11be-40d7-992b-b64620dde2cd {{(pid=100039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:47:51.937513 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:51.941162 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-35c91638-eaeb-4860-9f77-d9cd32d60a7c req-b9f3acc1-a558-416f-b10c-b7ff7c5cbb56 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 210 time: 0.0634589 Jun 16 18:47:51.968701 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.provisioning_blocks [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Transition to ACTIVE for port object c7cfd3f2-11be-40d7-992b-b64620dde2cd will not be triggered until provisioned by entity L2. {{(pid=100039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:51.984048 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:51.987309 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:51.996674 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809c313-a146-4564-9cb2-eb130b106117 req-c30e9d61-b734-4cf9-98f3-60dc4c14854f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:51.998146 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c809c313-a146-4564-9cb2-eb130b106117 req-c30e9d61-b734-4cf9-98f3-60dc4c14854f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 931 time: 0.2068670 Jun 16 18:47:52.016831 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-28c6d26c-851c-4654-86b4-cf5ba3d0b116 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Made reservation on behalf of e6789f66ebb74bc48a90b999eefa11f3 for: {'port': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:52.020478 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-28c6d26c-851c-4654-86b4-cf5ba3d0b116 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:52.051088 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c809c313-a146-4564-9cb2-eb130b106117 req-6645c4dd-abc8-47c2-8a5e-8b545edba755 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464725 Jun 16 18:47:52.058300 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:52.063465 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-93ffba17-55ee-426a-8619-6150e5fb41be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:52.081962 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Pushing event updated for resources: {'Port': ['ID=805562b2-2c79-4a2a-8511-0f62973004e8,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:52.092812 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:52.101907 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:52.105952 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-93ffba17-55ee-426a-8619-6150e5fb41be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:52.107088 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-93ffba17-55ee-426a-8619-6150e5fb41be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d404ce75-fdb8-446a-bbfa-4cde876571ee HTTP/1.1" status: 204 len: 168 time: 0.6410227 Jun 16 18:47:52.167451 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Attempting to bind port 805562b2-2c79-4a2a-8511-0f62973004e8 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:47:52.167451 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Attempting to bind port 805562b2-2c79-4a2a-8511-0f62973004e8 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'b67691b4-e876-4ce2-bc65-fb5f55acfa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1'}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:47:52.167451 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Attempting to bind port 805562b2-2c79-4a2a-8511-0f62973004e8 on network fc88b1e0-01b8-46a4-896b-30044689d0a1 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:52.174508 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Port 805562b2-2c79-4a2a-8511-0f62973004e8 on network fc88b1e0-01b8-46a4-896b-30044689d0a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:47:52.174825 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Attempting to bind port 805562b2-2c79-4a2a-8511-0f62973004e8 on network fc88b1e0-01b8-46a4-896b-30044689d0a1 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:52.185428 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:47:52.185768 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Checking segment: {'id': 'b67691b4-e876-4ce2-bc65-fb5f55acfa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:52.186149 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Bound using segment: {'id': 'b67691b4-e876-4ce2-bc65-fb5f55acfa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1'} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:47:52.186579 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Bound port: 805562b2-2c79-4a2a-8511-0f62973004e8, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b67691b4-e876-4ce2-bc65-fb5f55acfa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1'}}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:47:52.186917 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:52.253133 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Pushing event updated for resources: {'Port': ['ID=c7cfd3f2-11be-40d7-992b-b64620dde2cd,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:52.276978 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:52.279969 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:52.291427 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-28c6d26c-851c-4654-86b4-cf5ba3d0b116 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Allocated IP 172.20.0.4 (5067c8ca-8862-4936-b72e-9c44c8a52801/8f5204a4-d003-494a-9248-fcb9bc5356cc/66ac1624-e4f5-43f6-96dd-a2f000e24267) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:52.311770 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] For port 805562b2-2c79-4a2a-8511-0f62973004e8, host hv-cinder-66710, cleared binding levels {{(pid=100040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:47:52.317040 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] For port 805562b2-2c79-4a2a-8511-0f62973004e8, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=805562b2-2c79-4a2a-8511-0f62973004e8,segment=NetworkSegment(b67691b4-e876-4ce2-bc65-fb5f55acfa3a),segment_id=b67691b4-e876-4ce2-bc65-fb5f55acfa3a)] {{(pid=100040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:47:52.322603 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffba17-55ee-426a-8619-6150e5fb41be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d404ce75-fdb8-446a-bbfa-4cde876571ee,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:52.339811 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-93ffba17-55ee-426a-8619-6150e5fb41be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:52.340507 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Attempting to bind port c7cfd3f2-11be-40d7-992b-b64620dde2cd on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:47:52.340835 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Attempting to bind port c7cfd3f2-11be-40d7-992b-b64620dde2cd by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:47:52.341168 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Attempting to bind port c7cfd3f2-11be-40d7-992b-b64620dde2cd on network bdace82e-d0e6-4cfc-b001-3cb6b296a4da {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:52.343613 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Allocated IP 172.20.0.4 (fc88b1e0-01b8-46a4-896b-30044689d0a1/940bc029-0d55-45ba-9372-a743fe6683d3/5798a761-60e5-4a54-9aa6-46657b5e59fe) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:52.362330 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Port c7cfd3f2-11be-40d7-992b-b64620dde2cd on network bdace82e-d0e6-4cfc-b001-3cb6b296a4da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:47:52.362654 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Attempting to bind port c7cfd3f2-11be-40d7-992b-b64620dde2cd on network bdace82e-d0e6-4cfc-b001-3cb6b296a4da {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:52.378799 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1c4851e6-f7c2-4af9-99f3-a211a65f91fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:52.384028 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:47:52.384420 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Checking segment: {'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:52.384755 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Bound using segment: {'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:47:52.385194 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Bound port: c7cfd3f2-11be-40d7-992b-b64620dde2cd, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'}}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:47:52.385540 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:52.434853 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:52.443752 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:52.489579 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:52.490893 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:52.492345 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] 10.222.0.70 "PUT /v2.0/ports/805562b2-2c79-4a2a-8511-0f62973004e8 HTTP/1.1" status: 200 len: 1093 time: 1.6146119 Jun 16 18:47:52.499455 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a802a98-1c32-4af3-95e4-36e43b97e156', 'tag': '805562b2-2c79-4a2a-8511-0f62973004e8'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:47:52.502336 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1c4851e6-f7c2-4af9-99f3-a211a65f91fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:52.507631 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa518e7-d230-49cb-b480-de9e3006d9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a802a98-1c32-4af3-95e4-36e43b97e156", "tag": "805562b2-2c79-4a2a-8511-0f62973004e8"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:47:52.519560 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:52.520709 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-28c6d26c-851c-4654-86b4-cf5ba3d0b116 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:52.550660 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-28c6d26c-851c-4654-86b4-cf5ba3d0b116 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Transition to ACTIVE for port object 66ac1624-e4f5-43f6-96dd-a2f000e24267 will not be triggered until provisioned by entity DHCP. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:52.554244 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Pushing event updated for resources: {'Port': ['ID=805562b2-2c79-4a2a-8511-0f62973004e8,revision_number=3']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:52.558035 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:52.604516 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa666fb9-fced-4580-89b2-520bc10aa965 x-openstack-request-id: req-fa666fb9-fced-4580-89b2-520bc10aa965 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:47:52.605573 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a802a98-1c32-4af3-95e4-36e43b97e156", "tag": "805562b2-2c79-4a2a-8511-0f62973004e8", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:47:52.605852 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa666fb9-fced-4580-89b2-520bc10aa965 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:47:52.606258 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a802a98-1c32-4af3-95e4-36e43b97e156', 'tag': '805562b2-2c79-4a2a-8511-0f62973004e8', 'status': 'completed', 'code': 200} Jun 16 18:47:52.654562 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] For port c7cfd3f2-11be-40d7-992b-b64620dde2cd, host hv-cinder-66710, cleared binding levels {{(pid=100039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:47:52.669755 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-1c4851e6-f7c2-4af9-99f3-a211a65f91fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f208ccce6ef241e4a976f988f62919d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2424541 Jun 16 18:47:52.671835 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-28c6d26c-851c-4654-86b4-cf5ba3d0b116 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:52.672341 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 45520) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:47:52.679249 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-4a72de88-30a6-475c-bb4f-718745c42ceb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:52.703461 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] For port c7cfd3f2-11be-40d7-992b-b64620dde2cd, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c7cfd3f2-11be-40d7-992b-b64620dde2cd,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:47:52.713260 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4851e6-f7c2-4af9-99f3-a211a65f91fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e073b1c-0fef-41b2-af4a-206fd08e6262,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:52.734455 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-28c6d26c-851c-4654-86b4-cf5ba3d0b116 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Network 5067c8ca-8862-4936-b72e-9c44c8a52801 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:52.738951 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-28c6d26c-851c-4654-86b4-cf5ba3d0b116 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:52.742007 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-28c6d26c-851c-4654-86b4-cf5ba3d0b116 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:47:52.744460 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1c4851e6-f7c2-4af9-99f3-a211a65f91fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:52.747895 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-28c6d26c-851c-4654-86b4-cf5ba3d0b116 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:52.748496 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-28c6d26c-851c-4654-86b4-cf5ba3d0b116 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:52.775882 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6d26c-851c-4654-86b4-cf5ba3d0b116 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event updated for resources: {'Port': ['ID=66ac1624-e4f5-43f6-96dd-a2f000e24267,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:52.781001 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-28c6d26c-851c-4654-86b4-cf5ba3d0b116 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:52.786967 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa518e7-d230-49cb-b480-de9e3006d9a3 req-bcc929f7-e4cc-44a0-9801-15567bd0a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:52.788617 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-afa518e7-d230-49cb-b480-de9e3006d9a3 req-bcc929f7-e4cc-44a0-9801-15567bd0a798 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=800642a613714aec9372ad858f15dd9b&device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 1096 time: 0.1530826 Jun 16 18:47:52.864387 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:52.868768 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:52.881974 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:52.926756 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceee21e-b00d-468e-943d-49575670b294 req-f10539e5-6262-4e68-9d06-c56a3f28a83c tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:52.934461 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7ceee21e-b00d-468e-943d-49575670b294 req-f10539e5-6262-4e68-9d06-c56a3f28a83c tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 943 time: 0.3551922 Jun 16 18:47:52.934955 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-28c6d26c-851c-4654-86b4-cf5ba3d0b116 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3970652 Jun 16 18:47:52.952497 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Request body: {'port': {'device_id': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:53.007145 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 9ad0c66d-8eeb-40db-b258-3a216c0b169f details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:47:53.010505 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:53.011467 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:53.013471 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] 10.222.0.70 "PUT /v2.0/ports/c7cfd3f2-11be-40d7-992b-b64620dde2cd HTTP/1.1" status: 200 len: 1093 time: 2.0739563 Jun 16 18:47:53.017584 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8100cff8-3c43-42f7-9913-f3b3e3fe7489', 'tag': 'c7cfd3f2-11be-40d7-992b-b64620dde2cd'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:47:53.017812 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faa59fc-9738-4721-b514-a1bfc26bf00f" -d '{"events": [{"name": "network-changed", "server_uuid": "8100cff8-3c43-42f7-9913-f3b3e3fe7489", "tag": "c7cfd3f2-11be-40d7-992b-b64620dde2cd"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:47:53.036197 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2f1f5507-6028-4cf5-bc14-891c662fbd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:53.064975 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa518e7-d230-49cb-b480-de9e3006d9a3 req-c3a3afa4-fe6f-4204-b912-57cec4e91cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:53.069473 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-afa518e7-d230-49cb-b480-de9e3006d9a3 req-c3a3afa4-fe6f-4204-b912-57cec4e91cda service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=800642a613714aec9372ad858f15dd9b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2736211 Jun 16 18:47:53.090777 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7ceee21e-b00d-468e-943d-49575670b294 req-cfb38f51-846b-4253-9bb8-4bd6c33d1596 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554186 Jun 16 18:47:53.098736 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Pushing event updated for resources: {'Port': ['ID=c7cfd3f2-11be-40d7-992b-b64620dde2cd,revision_number=3']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:53.111086 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:53.141718 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2f1f5507-6028-4cf5-bc14-891c662fbd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:53.161289 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345d12f-8022-483f-864e-603185f6856a req-0065382b-96ea-4772-9f50-c2ca762fc59f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:53.171991 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9345d12f-8022-483f-864e-603185f6856a req-0065382b-96ea-4772-9f50-c2ca762fc59f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 943 time: 0.4548087 Jun 16 18:47:53.242094 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:53.265874 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 9ad0c66d-8eeb-40db-b258-3a216c0b169f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=9ad0c66d-8eeb-40db-b258-3a216c0b169f,segment=NetworkSegment(e5d2e40d-b1d7-4212-9adf-629bd3bc08da),segment_id=e5d2e40d-b1d7-4212-9adf-629bd3bc08da)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:47:53.279441 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': '9ad0c66d-8eeb-40db-b258-3a216c0b169f', 'network_id': '84f54788-0530-4c9a-8828-ab728ebc1a75', 'port_id': '9ad0c66d-8eeb-40db-b258-3a216c0b169f', 'mac_address': 'fa:16:3e:15:9e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50e8d3a-8ad1-4059-a671-01c1d9f909a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:47:53.295303 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:53.336940 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:53.340062 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-2e78aae1-ba9f-4904-801b-c31f9cd20f82 None None] Provisioning for port 66ac1624-e4f5-43f6-96dd-a2f000e24267 completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:47:53.345978 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa518e7-d230-49cb-b480-de9e3006d9a3 req-1a3b7ea9-b47c-4fd4-83b8-dc6765a1b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:53.347174 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-b5f40300-8044-42f5-bbd4-41d554627644 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:53.347481 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-afa518e7-d230-49cb-b480-de9e3006d9a3 req-1a3b7ea9-b47c-4fd4-83b8-dc6765a1b58b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2675824 Jun 16 18:47:53.357585 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-2e78aae1-ba9f-4904-801b-c31f9cd20f82 None None] Provisioning complete for port 66ac1624-e4f5-43f6-96dd-a2f000e24267 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:53.358505 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-2e78aae1-ba9f-4904-801b-c31f9cd20f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:53.362125 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Network fc88b1e0-01b8-46a4-896b-30044689d0a1 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:53.372091 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:53.374863 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:47:53.382235 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:53.383376 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:53.384950 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad0c66d-8eeb-40db-b258-3a216c0b169f {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:47:53.421153 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-2e78aae1-ba9f-4904-801b-c31f9cd20f82 None None] Port 66ac1624-e4f5-43f6-96dd-a2f000e24267 cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:47:53.423769 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 9ad0c66d-8eeb-40db-b258-3a216c0b169f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=9ad0c66d-8eeb-40db-b258-3a216c0b169f,segment=NetworkSegment(e5d2e40d-b1d7-4212-9adf-629bd3bc08da),segment_id=e5d2e40d-b1d7-4212-9adf-629bd3bc08da)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:47:53.472445 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9345d12f-8022-483f-864e-603185f6856a req-7b43d6e3-639e-4a6d-ad4f-05b804ca24f7 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916462 Jun 16 18:47:53.497760 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0600591 Jun 16 18:47:53.521020 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:53.522285 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 0b4a2639-ab37-40b2-9e02-cf2845abc7fe details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:47:53.523318 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Request body: {'port': {'device_id': 'd479b602-9298-4fc4-9f68-7043662d82ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:47:53.524142 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-ce1a0557-f939-4de7-8c27-ad65fb0d6097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:53.610271 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Pushing event updated for resources: {'Port': ['ID=5798a761-60e5-4a54-9aa6-46657b5e59fe,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:53.617857 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-a5b41211-87b7-4732-b769-a2d7972bb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:53.619524 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-a5b41211-87b7-4732-b769-a2d7972bb356 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=800642a613714aec9372ad858f15dd9b&device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 1096 time: 0.1936080 Jun 16 18:47:53.623342 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:53.650100 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-e271a4a4-ccdf-48d7-a4ac-83974ff8e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:53.652344 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-e271a4a4-ccdf-48d7-a4ac-83974ff8e192 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=804db3a89f1c4d96a7e618f32151b0a4&device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 1096 time: 0.4585810 Jun 16 18:47:53.664458 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2f1f5507-6028-4cf5-bc14-891c662fbd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:53.667041 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2f1f5507-6028-4cf5-bc14-891c662fbd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:53.670383 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-2f1f5507-6028-4cf5-bc14-891c662fbd70 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e073b1c-0fef-41b2-af4a-206fd08e6262 HTTP/1.1" status: 204 len: 168 time: 0.9789970 Jun 16 18:47:53.689177 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-5a928c7d-f755-4b35-9771-78b6fd268b77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=805562b2-2c79-4a2a-8511-0f62973004e8 HTTP/1.1" status: 200 len: 217 time: 0.0618079 Jun 16 18:47:53.715242 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 0b4a2639-ab37-40b2-9e02-cf2845abc7fe, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b4a2639-ab37-40b2-9e02-cf2845abc7fe,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:47:53.719351 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:53.733684 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=9ad0c66d-8eeb-40db-b258-3a216c0b169f,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:53.737151 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': '0b4a2639-ab37-40b2-9e02-cf2845abc7fe', 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6', 'port_id': '0b4a2639-ab37-40b2-9e02-cf2845abc7fe', 'mac_address': 'fa:16:3e:e0:52:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2046873-1d24-45e3-9c20-f4da0bce1314', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:47:53.739281 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:53.744763 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a43419-1a07-4a41-b9e8-eb8196b1535e req-f5bded94-76e6-41ab-ba13-6684beedeed4 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:53.746314 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b4a43419-1a07-4a41-b9e8-eb8196b1535e req-f5bded94-76e6-41ab-ba13-6684beedeed4 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 931 time: 0.4443541 Jun 16 18:47:53.770668 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-69923c88-75c0-4619-b09a-3d721e3ebec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:53.773156 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-69923c88-75c0-4619-b09a-3d721e3ebec2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=940bc029-0d55-45ba-9372-a743fe6683d3 HTTP/1.1" status: 200 len: 859 time: 0.0776558 Jun 16 18:47:53.789181 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:53.805297 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4a2639-ab37-40b2-9e02-cf2845abc7fe {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:47:53.829533 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 0b4a2639-ab37-40b2-9e02-cf2845abc7fe, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b4a2639-ab37-40b2-9e02-cf2845abc7fe,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:47:53.833199 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-10d1b615-38c4-44b2-a612-c0174bce2da8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc88b1e0-01b8-46a4-896b-30044689d0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533495 Jun 16 18:47:53.847170 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-00ef56d3-aa62-42fe-91c1-bb47347b3b78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cfd3f2-11be-40d7-992b-b64620dde2cd HTTP/1.1" status: 200 len: 217 time: 0.1407051 Jun 16 18:47:53.847721 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:53.857708 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f5507-6028-4cf5-bc14-891c662fbd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e073b1c-0fef-41b2-af4a-206fd08e6262,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:53.878144 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-2f1f5507-6028-4cf5-bc14-891c662fbd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:53.933161 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ac1624-e4f5-43f6-96dd-a2f000e24267 {{(pid=100040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:47:53.949465 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:53.949703 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:53.951794 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:53.970373 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Transition to ACTIVE for port object 66ac1624-e4f5-43f6-96dd-a2f000e24267 will not be triggered until provisioned by entity L2. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:53.993448 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-2ffdb797-735f-4aef-a8d6-f5ddd661a929 service neutron] 10.222.0.70 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390958 Jun 16 18:47:54.009510 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=0b4a2639-ab37-40b2-9e02-cf2845abc7fe,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:54.016762 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:54.130169 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-0da52233-c6df-4e46-a237-9631268a9bd3 service neutron] 10.222.0.70 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276009 Jun 16 18:47:54.156229 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:54.160817 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:54.176402 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b4a43419-1a07-4a41-b9e8-eb8196b1535e req-467f6d2a-fdb4-4331-b7d2-9e59ad607c26 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514011 Jun 16 18:47:54.187183 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-7225fc10-d23b-47e9-ad44-6957593ff64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:54.188673 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-7225fc10-d23b-47e9-ad44-6957593ff64a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c564e1e9-0d16-4720-8290-85e28752f80f HTTP/1.1" status: 200 len: 849 time: 0.3181200 Jun 16 18:47:54.281786 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Pushing event updated for resources: {'Port': ['ID=66ac1624-e4f5-43f6-96dd-a2f000e24267,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:54.303259 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:54.317656 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7ed6c-4db1-461c-bd20-bfd2bfd56352 req-75f0a518-2431-4d8c-a62b-12b9b69fb98f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:54.320162 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Attempting to bind port 66ac1624-e4f5-43f6-96dd-a2f000e24267 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:47:54.327684 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c5b7ed6c-4db1-461c-bd20-bfd2bfd56352 req-75f0a518-2431-4d8c-a62b-12b9b69fb98f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 931 time: 0.6735067 Jun 16 18:47:54.331043 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Attempting to bind port 66ac1624-e4f5-43f6-96dd-a2f000e24267 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:47:54.331582 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Attempting to bind port 66ac1624-e4f5-43f6-96dd-a2f000e24267 on network 5067c8ca-8862-4936-b72e-9c44c8a52801 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:54.346378 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Port 66ac1624-e4f5-43f6-96dd-a2f000e24267 on network 5067c8ca-8862-4936-b72e-9c44c8a52801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:47:54.346378 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Attempting to bind port 66ac1624-e4f5-43f6-96dd-a2f000e24267 on network 5067c8ca-8862-4936-b72e-9c44c8a52801 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:54.349028 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:47:54.349941 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Checking segment: {'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:54.351352 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Bound using segment: {'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:47:54.351856 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Bound port: 66ac1624-e4f5-43f6-96dd-a2f000e24267, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'}}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:47:54.352214 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:54.415323 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['9ad0c66d-8eeb-40db-b258-3a216c0b169f'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:47:54.442580 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] For port 66ac1624-e4f5-43f6-96dd-a2f000e24267, host hv-cinder-66710, cleared binding levels {{(pid=100040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:47:54.446414 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] For port 66ac1624-e4f5-43f6-96dd-a2f000e24267, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:47:54.446593 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852f1164-16cc-4dd3-9244-c43e357a843c x-openstack-request-id: req-852f1164-16cc-4dd3-9244-c43e357a843c {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:47:54.450303 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8100cff8-3c43-42f7-9913-f3b3e3fe7489", "tag": "c7cfd3f2-11be-40d7-992b-b64620dde2cd", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:47:54.450539 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-852f1164-16cc-4dd3-9244-c43e357a843c {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:47:54.451259 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8100cff8-3c43-42f7-9913-f3b3e3fe7489', 'tag': 'c7cfd3f2-11be-40d7-992b-b64620dde2cd', 'status': 'completed', 'code': 200} Jun 16 18:47:54.555660 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:54.559936 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:54.618530 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:54.619469 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:54.622086 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] 10.222.0.70 "PUT /v2.0/ports/66ac1624-e4f5-43f6-96dd-a2f000e24267 HTTP/1.1" status: 200 len: 1093 time: 1.6740906 Jun 16 18:47:54.647055 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['0b4a2639-ab37-40b2-9e02-cf2845abc7fe'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:47:54.650291 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'tag': '66ac1624-e4f5-43f6-96dd-a2f000e24267'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:47:54.655661 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5472ce-7e1a-4054-b349-b5c8b7f23291" -d '{"events": [{"name": "network-changed", "server_uuid": "ee02bc62-0d06-4b22-951d-d62849b64476", "tag": "66ac1624-e4f5-43f6-96dd-a2f000e24267"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:47:54.677223 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Pushing event updated for resources: {'Port': ['ID=66ac1624-e4f5-43f6-96dd-a2f000e24267,revision_number=3']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:54.682546 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:54.716369 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c5b7ed6c-4db1-461c-bd20-bfd2bfd56352 req-8d4d2675-a03e-4d5a-a031-25fbe47b8a58 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3876719 Jun 16 18:47:54.829447 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-fe625848-cbe1-41f0-966f-43f71cc26990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:54.830837 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-fe625848-cbe1-41f0-966f-43f71cc26990 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 1096 time: 0.0828207 Jun 16 18:47:54.935814 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5798a761-60e5-4a54-9aa6-46657b5e59fe {{(pid=100039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:47:54.947538 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:54.953959 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-98d02c70-a56c-401a-8c96-0e2730f03b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:54.955678 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-98d02c70-a56c-401a-8c96-0e2730f03b15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.7605863 Jun 16 18:47:55.089351 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.provisioning_blocks [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Transition to ACTIVE for port object 5798a761-60e5-4a54-9aa6-46657b5e59fe will not be triggered until provisioned by entity L2. {{(pid=100039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:47:55.151760 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-27eed019-910a-4d38-a870-abe999795da5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267 HTTP/1.1" status: 200 len: 217 time: 0.3136179 Jun 16 18:47:55.169077 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a120c75-db80-469f-a6e9-54df46943d70 req-e81a6165-a8e3-4f26-933a-631929e3ba02 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:55.170607 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a120c75-db80-469f-a6e9-54df46943d70 req-e81a6165-a8e3-4f26-933a-631929e3ba02 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 943 time: 0.5621681 Jun 16 18:47:55.183533 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:55.204403 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-81093540-8f82-47ed-8da9-d86ef99569c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:55.222751 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-81093540-8f82-47ed-8da9-d86ef99569c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f5204a4-d003-494a-9248-fcb9bc5356cc HTTP/1.1" status: 200 len: 855 time: 0.0476077 Jun 16 18:47:55.222900 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:55.227927 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a60bc-1e2c-4915-a20e-109f6b2e1eb5 req-5f762309-ec3e-4ad0-b803-97ac336e75ff tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:55.229400 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ea3a60bc-1e2c-4915-a20e-109f6b2e1eb5 req-5f762309-ec3e-4ad0-b803-97ac336e75ff tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 944 time: 0.2867272 Jun 16 18:47:55.231192 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-67984171-8a17-4a2f-990a-3bf66ee4cbb7 service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483149 Jun 16 18:47:55.302018 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-2ecaa9a6-cf42-46c3-a08d-1b11844fdeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:55.303701 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-2ecaa9a6-cf42-46c3-a08d-1b11844fdeaf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5067c8ca-8862-4936-b72e-9c44c8a52801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0898736 Jun 16 18:47:55.363766 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a120c75-db80-469f-a6e9-54df46943d70 req-e5ecad35-6e2a-4c5c-af8e-8a7d51cf926e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854646 Jun 16 18:47:55.430017 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-7159a6ad-983b-4957-a50c-da2f048bd077 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189737 Jun 16 18:47:55.438962 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Pushing event updated for resources: {'Port': ['ID=5798a761-60e5-4a54-9aa6-46657b5e59fe,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:55.450182 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:55.491180 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ea3a60bc-1e2c-4915-a20e-109f6b2e1eb5 req-e9666ac1-2920-4f61-b321-788ff8c83b24 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372339 Jun 16 18:47:55.535975 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Attempting to bind port 5798a761-60e5-4a54-9aa6-46657b5e59fe on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:47:55.536478 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Attempting to bind port 5798a761-60e5-4a54-9aa6-46657b5e59fe by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'b67691b4-e876-4ce2-bc65-fb5f55acfa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1'}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:47:55.536996 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Attempting to bind port 5798a761-60e5-4a54-9aa6-46657b5e59fe on network fc88b1e0-01b8-46a4-896b-30044689d0a1 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:55.546175 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fef4fe24-4c00-47f1-9649-90631bf00a15 req-dbdbc0d3-c9f6-4f80-b0bc-00ff5628c2c3 service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885549 Jun 16 18:47:55.547319 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Port 5798a761-60e5-4a54-9aa6-46657b5e59fe on network fc88b1e0-01b8-46a4-896b-30044689d0a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:47:55.547839 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Attempting to bind port 5798a761-60e5-4a54-9aa6-46657b5e59fe on network fc88b1e0-01b8-46a4-896b-30044689d0a1 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:47:55.559281 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f540f1-5efd-4658-a484-324d2f64c8f8 x-openstack-request-id: req-e8f540f1-5efd-4658-a484-324d2f64c8f8 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:47:55.559658 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee02bc62-0d06-4b22-951d-d62849b64476", "tag": "66ac1624-e4f5-43f6-96dd-a2f000e24267", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:47:55.563328 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8f540f1-5efd-4658-a484-324d2f64c8f8 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:47:55.572454 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:47:55.572454 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Checking segment: {'id': 'b67691b4-e876-4ce2-bc65-fb5f55acfa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:47:55.572454 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Bound using segment: {'id': 'b67691b4-e876-4ce2-bc65-fb5f55acfa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1'} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:47:55.572454 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Bound port: 5798a761-60e5-4a54-9aa6-46657b5e59fe, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b67691b4-e876-4ce2-bc65-fb5f55acfa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1'}}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:47:55.572454 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:55.572826 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'tag': '66ac1624-e4f5-43f6-96dd-a2f000e24267', 'status': 'completed', 'code': 200} Jun 16 18:47:55.598310 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66369838-52ee-474d-a4f1-ae4a9a2b3107 req-1e086c4e-9398-4ebf-9653-f9541b1b17f1 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570480 Jun 16 18:47:55.704181 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] For port 5798a761-60e5-4a54-9aa6-46657b5e59fe, host hv-cinder-66710, cleared binding levels {{(pid=100039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:47:55.719635 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] For port 5798a761-60e5-4a54-9aa6-46657b5e59fe, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5798a761-60e5-4a54-9aa6-46657b5e59fe,segment=NetworkSegment(b67691b4-e876-4ce2-bc65-fb5f55acfa3a),segment_id=b67691b4-e876-4ce2-bc65-fb5f55acfa3a)] {{(pid=100039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:47:55.728793 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f2328-8d52-49e1-a90f-af68e5e78869 req-a8f5608e-e01c-466c-a2a1-c0060466e653 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:55.730635 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c9f2328-8d52-49e1-a90f-af68e5e78869 req-a8f5608e-e01c-466c-a2a1-c0060466e653 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 944 time: 0.1491380 Jun 16 18:47:55.801504 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa59fc-9738-4721-b514-a1bfc26bf00f req-2f6eee9d-0d47-459d-b788-cbb4feb187c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:55.806436 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0faa59fc-9738-4721-b514-a1bfc26bf00f req-2f6eee9d-0d47-459d-b788-cbb4feb187c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=804db3a89f1c4d96a7e618f32151b0a4&device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 1096 time: 0.1063609 Jun 16 18:47:55.836036 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:55.853293 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:55.864399 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c9f2328-8d52-49e1-a90f-af68e5e78869 req-217bc1a4-0fe0-49e0-b3de-7e4d48b89753 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207972 Jun 16 18:47:55.904003 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:55.904977 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:55.906345 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] 10.222.0.70 "PUT /v2.0/ports/5798a761-60e5-4a54-9aa6-46657b5e59fe HTTP/1.1" status: 200 len: 1093 time: 2.3987250 Jun 16 18:47:55.932683 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7a1e1-636a-4021-921d-82e3ff16a4e2 req-3349410b-95b5-407f-a5e5-df449d81097f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:55.934316 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bff7a1e1-636a-4021-921d-82e3ff16a4e2 req-3349410b-95b5-407f-a5e5-df449d81097f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.2026618 Jun 16 18:47:55.966869 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa59fc-9738-4721-b514-a1bfc26bf00f req-de416bee-6c08-4263-b6cc-02b86cb89d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:55.967961 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Pushing event updated for resources: {'Port': ['ID=5798a761-60e5-4a54-9aa6-46657b5e59fe,revision_number=3']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:55.969134 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0faa59fc-9738-4721-b514-a1bfc26bf00f req-de416bee-6c08-4263-b6cc-02b86cb89d8f service neutron] 10.222.0.70 "GET /v2.0/networks?id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da HTTP/1.1" status: 200 len: 911 time: 0.1567483 Jun 16 18:47:55.971894 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:55.986053 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5472ce-7e1a-4054-b349-b5c8b7f23291 req-0046a8d7-d730-4ba2-8a9f-6f3357c415d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:55.987871 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a5472ce-7e1a-4054-b349-b5c8b7f23291 req-0046a8d7-d730-4ba2-8a9f-6f3357c415d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 1096 time: 0.1961868 Jun 16 18:47:56.019962 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bff7a1e1-636a-4021-921d-82e3ff16a4e2 req-27a490c2-4e80-4ed9-a91d-77c72035120d tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710561 Jun 16 18:47:56.042281 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0faa59fc-9738-4721-b514-a1bfc26bf00f req-e42a4e98-7b6e-43cd-8180-fdd2188699dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cfd3f2-11be-40d7-992b-b64620dde2cd HTTP/1.1" status: 200 len: 217 time: 0.0631542 Jun 16 18:47:56.098104 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa59fc-9738-4721-b514-a1bfc26bf00f req-7e5940d7-cc00-493d-bf91-bd15e310a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:56.101332 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0faa59fc-9738-4721-b514-a1bfc26bf00f req-7e5940d7-cc00-493d-bf91-bd15e310a393 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c564e1e9-0d16-4720-8290-85e28752f80f HTTP/1.1" status: 200 len: 849 time: 0.0521693 Jun 16 18:47:56.171759 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa59fc-9738-4721-b514-a1bfc26bf00f req-8f489dc0-5e9a-47b9-8ee3-345ec84f3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:56.173694 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0faa59fc-9738-4721-b514-a1bfc26bf00f req-8f489dc0-5e9a-47b9-8ee3-345ec84f3271 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0648751 Jun 16 18:47:56.178382 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5472ce-7e1a-4054-b349-b5c8b7f23291 req-c06181d2-774e-47b3-afdc-eb5dde6f72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:56.179826 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a5472ce-7e1a-4054-b349-b5c8b7f23291 req-c06181d2-774e-47b3-afdc-eb5dde6f72e4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5067c8ca-8862-4936-b72e-9c44c8a52801 HTTP/1.1" status: 200 len: 917 time: 0.1852562 Jun 16 18:47:56.236839 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a5472ce-7e1a-4054-b349-b5c8b7f23291 req-d1a02dab-53d3-4691-97ab-8fee9db6ae49 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267 HTTP/1.1" status: 200 len: 217 time: 0.0472720 Jun 16 18:47:56.246522 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42602c29-bef2-4040-89bf-2169b6f1209e req-93ab660a-4584-4c11-8735-214a5bb7ad09 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:56.253386 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-42602c29-bef2-4040-89bf-2169b6f1209e req-93ab660a-4584-4c11-8735-214a5bb7ad09 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.1861854 Jun 16 18:47:56.256520 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-df21387e-ff22-4a08-901a-6ffc4ed77dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:56.257937 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-df21387e-ff22-4a08-901a-6ffc4ed77dca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=800642a613714aec9372ad858f15dd9b&device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 1096 time: 0.1920702 Jun 16 18:47:56.296166 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0faa59fc-9738-4721-b514-a1bfc26bf00f req-84a581ff-c975-4dbb-a2c9-010ac993c10c service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113138 Jun 16 18:47:56.342179 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-0856cefe-c898-4ed7-bac0-3e52b06ce32f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5798a761-60e5-4a54-9aa6-46657b5e59fe HTTP/1.1" status: 200 len: 217 time: 0.0709620 Jun 16 18:47:56.370179 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5472ce-7e1a-4054-b349-b5c8b7f23291 req-08e1a6ab-66ee-44d6-8422-9ff6cb82a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:56.371721 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a5472ce-7e1a-4054-b349-b5c8b7f23291 req-08e1a6ab-66ee-44d6-8422-9ff6cb82a68a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f5204a4-d003-494a-9248-fcb9bc5356cc HTTP/1.1" status: 200 len: 855 time: 0.1129391 Jun 16 18:47:56.399381 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0faa59fc-9738-4721-b514-a1bfc26bf00f req-5ddd0a1f-bde8-4df1-8344-0002e9d2f8c9 service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968182 Jun 16 18:47:56.412239 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-42602c29-bef2-4040-89bf-2169b6f1209e req-eb2c6cc5-571c-4814-9763-f5bfb2c558fc tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486144 Jun 16 18:47:56.440455 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-03a05f66-b477-45c9-848a-7a36617dea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:56.441875 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-03a05f66-b477-45c9-848a-7a36617dea99 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=940bc029-0d55-45ba-9372-a743fe6683d3 HTTP/1.1" status: 200 len: 859 time: 0.0906823 Jun 16 18:47:56.458842 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd479b602-9298-4fc4-9f68-7043662d82ec', 'tag': '5798a761-60e5-4a54-9aa6-46657b5e59fe'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:47:56.459984 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3120284e-a517-4a77-b1db-5d50d7471ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "d479b602-9298-4fc4-9f68-7043662d82ec", "tag": "5798a761-60e5-4a54-9aa6-46657b5e59fe"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:47:56.516086 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-2de3503e-b85d-4546-8c52-95b7ae21820b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc88b1e0-01b8-46a4-896b-30044689d0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660791 Jun 16 18:47:56.529798 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb912e0-6789-4d26-9a7a-92f3411344fe x-openstack-request-id: req-1eb912e0-6789-4d26-9a7a-92f3411344fe {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:47:56.530199 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d479b602-9298-4fc4-9f68-7043662d82ec", "tag": "5798a761-60e5-4a54-9aa6-46657b5e59fe", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:47:56.530650 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1eb912e0-6789-4d26-9a7a-92f3411344fe {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:47:56.531391 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd479b602-9298-4fc4-9f68-7043662d82ec', 'tag': '5798a761-60e5-4a54-9aa6-46657b5e59fe', 'status': 'completed', 'code': 200} Jun 16 18:47:56.742945 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5472ce-7e1a-4054-b349-b5c8b7f23291 req-a5229d15-8fd5-44f2-bc35-a470c5720571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:56.744473 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a5472ce-7e1a-4054-b349-b5c8b7f23291 req-a5229d15-8fd5-44f2-bc35-a470c5720571 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5067c8ca-8862-4936-b72e-9c44c8a52801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3541713 Jun 16 18:47:56.987956 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-0df4f327-3404-42fb-880e-24c1aa043df9 service neutron] 10.222.0.70 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613872 Jun 16 18:47:56.994720 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a5472ce-7e1a-4054-b349-b5c8b7f23291 req-ed85b79f-6348-420f-9822-7ea67a8ca606 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364535 Jun 16 18:47:56.999720 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 9ad0c66d-8eeb-40db-b258-3a216c0b169f up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:57.038413 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d80830-4fa8-4b21-bcc0-c84d575b388f req-2479b02e-24db-4457-95c2-e56eac2aaeaa tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:57.040005 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-46d80830-4fa8-4b21-bcc0-c84d575b388f req-2479b02e-24db-4457-95c2-e56eac2aaeaa tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 943 time: 0.4964790 Jun 16 18:47:57.063700 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb590ecf-c4b1-435d-a164-163b12b42850 req-07b3bdbf-5900-4c63-aecf-cd3369682fad tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:57.065261 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bb590ecf-c4b1-435d-a164-163b12b42850 req-07b3bdbf-5900-4c63-aecf-cd3369682fad tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 944 time: 0.3114390 Jun 16 18:47:57.172453 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port 9ad0c66d-8eeb-40db-b258-3a216c0b169f completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:47:57.176982 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port 9ad0c66d-8eeb-40db-b258-3a216c0b169f triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:57.182725 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:57.210450 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-46d80830-4fa8-4b21-bcc0-c84d575b388f req-21eaad8b-32bf-4e20-9031-0ffd92edcb2f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569917 Jun 16 18:47:57.223947 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bb590ecf-c4b1-435d-a164-163b12b42850 req-dab191fb-e962-4ded-bc6e-1239d461d1bf tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298931 Jun 16 18:47:57.255136 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a5472ce-7e1a-4054-b349-b5c8b7f23291 req-9b6033cf-6ef4-4003-aa04-842caced97c5 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453790 Jun 16 18:47:57.257057 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c68f92c3-956e-4990-bfbe-146f553ad4d5 req-f7389f1f-8df7-47dd-8519-e766f71472bc service neutron] 10.222.0.70 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607100 Jun 16 18:47:57.306328 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:57.329781 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad0c66d-8eeb-40db-b258-3a216c0b169f'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:47:57.413475 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 9ad0c66d-8eeb-40db-b258-3a216c0b169f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=9ad0c66d-8eeb-40db-b258-3a216c0b169f,segment=NetworkSegment(e5d2e40d-b1d7-4212-9adf-629bd3bc08da),segment_id=e5d2e40d-b1d7-4212-9adf-629bd3bc08da)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:47:57.463131 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59591962-ae1e-4e92-8d06-c6a6a762ad69 req-849ec2c4-1f7e-4755-bd7b-57a14d7a79f8 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:57.464595 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-59591962-ae1e-4e92-8d06-c6a6a762ad69 req-849ec2c4-1f7e-4755-bd7b-57a14d7a79f8 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 944 time: 0.1168671 Jun 16 18:47:57.473592 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae695c0e-7a53-443b-a3ff-9ee77aed0b4e req-3a3a332c-a748-4a49-8bcf-aebf058793ad tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:57.475130 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ae695c0e-7a53-443b-a3ff-9ee77aed0b4e req-3a3a332c-a748-4a49-8bcf-aebf058793ad tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.1157322 Jun 16 18:47:57.517156 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd9f156-2d4f-4da7-8cd9-6591d203c19d" -d '{"events": [{"server_uuid": "7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9", "name": "network-vif-plugged", "status": "completed", "tag": "9ad0c66d-8eeb-40db-b258-3a216c0b169f"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:47:57.531090 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-59591962-ae1e-4e92-8d06-c6a6a762ad69 req-e0e3d61a-9e78-4b2e-a0f2-13ad9de0e02b tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549314 Jun 16 18:47:57.538790 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ae695c0e-7a53-443b-a3ff-9ee77aed0b4e req-fb5f0595-c4f1-41d5-9df7-271cf0848986 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557039 Jun 16 18:47:57.555360 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:57.556827 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 0b4a2639-ab37-40b2-9e02-cf2845abc7fe up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:47:57.558681 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:57.637340 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120284e-a517-4a77-b1db-5d50d7471ae9 req-3a4dbbd6-2b5c-4823-8284-755f5f5024c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:57.639198 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3120284e-a517-4a77-b1db-5d50d7471ae9 req-3a4dbbd6-2b5c-4823-8284-755f5f5024c5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=800642a613714aec9372ad858f15dd9b&device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 1096 time: 0.0753436 Jun 16 18:47:57.647724 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=9ad0c66d-8eeb-40db-b258-3a216c0b169f,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:57.651719 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:57.710348 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8653400-373c-4e9a-9340-94c848e98354 x-openstack-request-id: req-c8653400-373c-4e9a-9340-94c848e98354 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:47:57.710648 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9", "name": "network-vif-plugged", "status": "completed", "tag": "9ad0c66d-8eeb-40db-b258-3a216c0b169f", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:47:57.710906 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8653400-373c-4e9a-9340-94c848e98354 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:47:57.711455 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad0c66d-8eeb-40db-b258-3a216c0b169f', 'code': 200} Jun 16 18:47:57.784580 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120284e-a517-4a77-b1db-5d50d7471ae9 req-9d18cac0-bb39-4d2e-8049-1df27402a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:57.785966 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3120284e-a517-4a77-b1db-5d50d7471ae9 req-9d18cac0-bb39-4d2e-8049-1df27402a2f2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc88b1e0-01b8-46a4-896b-30044689d0a1 HTTP/1.1" status: 200 len: 920 time: 0.1400998 Jun 16 18:47:57.796883 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35f9d1-5d2a-4d21-a0f3-fe026fb3a245 req-7cb26a86-de99-4138-8de1-309d98b972f9 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:57.798315 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2b35f9d1-5d2a-4d21-a0f3-fe026fb3a245 req-7cb26a86-de99-4138-8de1-309d98b972f9 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.1249135 Jun 16 18:47:57.823778 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port 0b4a2639-ab37-40b2-9e02-cf2845abc7fe completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:47:57.828086 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port 0b4a2639-ab37-40b2-9e02-cf2845abc7fe triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:47:57.828544 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:57.842506 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3120284e-a517-4a77-b1db-5d50d7471ae9 req-43dd7ce6-38bd-4b27-8230-89b1f3972a7b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5798a761-60e5-4a54-9aa6-46657b5e59fe HTTP/1.1" status: 200 len: 217 time: 0.0432439 Jun 16 18:47:57.896967 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2b35f9d1-5d2a-4d21-a0f3-fe026fb3a245 req-10f6fe30-91fa-4b99-b565-081c8696056e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913215 Jun 16 18:47:57.908967 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:57.909550 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120284e-a517-4a77-b1db-5d50d7471ae9 req-93e732c1-138c-4180-a9bc-db37a1b596b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:57.911110 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3120284e-a517-4a77-b1db-5d50d7471ae9 req-93e732c1-138c-4180-a9bc-db37a1b596b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=940bc029-0d55-45ba-9372-a743fe6683d3 HTTP/1.1" status: 200 len: 859 time: 0.0600462 Jun 16 18:47:57.946212 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3120284e-a517-4a77-b1db-5d50d7471ae9 req-204bc623-d21b-45ce-b72f-fc16f0474fe4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc88b1e0-01b8-46a4-896b-30044689d0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281606 Jun 16 18:47:57.950276 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 0b4a2639-ab37-40b2-9e02-cf2845abc7fe, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b4a2639-ab37-40b2-9e02-cf2845abc7fe,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:47:58.013053 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:58.015661 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:58.041756 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3120284e-a517-4a77-b1db-5d50d7471ae9 req-d3ee9e94-d9d9-4af5-a04a-9972fe9835ca service neutron] 10.222.0.70 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880685 Jun 16 18:47:58.065111 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=0b4a2639-ab37-40b2-9e02-cf2845abc7fe,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:58.068353 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:58.178962 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3120284e-a517-4a77-b1db-5d50d7471ae9 req-6054863c-c803-4920-bfea-0762f6a86707 service neutron] 10.222.0.70 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305552 Jun 16 18:47:58.214755 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c017575-ac93-488e-b67e-ab56f50ea5d5 req-fa657d8b-67ee-46f4-9e0f-f76f619c3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:58.216155 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1c017575-ac93-488e-b67e-ab56f50ea5d5 req-fa657d8b-67ee-46f4-9e0f-f76f619c3d1c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0984077 Jun 16 18:47:58.235317 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-1c017575-ac93-488e-b67e-ab56f50ea5d5 req-0fbe4a40-dde5-41a0-b7b4-669c54b612da service neutron] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:58.334313 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-1c017575-ac93-488e-b67e-ab56f50ea5d5 req-0fbe4a40-dde5-41a0-b7b4-669c54b612da service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:58.435630 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a66033-5508-433e-9116-fdaff7ce18f4 req-cf031b05-1ee1-4766-a8d7-09ee594f2e3f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:58.437065 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c8a66033-5508-433e-9116-fdaff7ce18f4 req-cf031b05-1ee1-4766-a8d7-09ee594f2e3f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 943 time: 0.1052136 Jun 16 18:47:58.467525 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd57c1-8f12-4ced-831b-e12106364299 req-c36f0aa4-50b5-435c-8d43-32f30c79b2e2 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:58.468843 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-14bd57c1-8f12-4ced-831b-e12106364299 req-c36f0aa4-50b5-435c-8d43-32f30c79b2e2 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.1039789 Jun 16 18:47:58.492176 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c8a66033-5508-433e-9116-fdaff7ce18f4 req-9e846cf9-af86-4370-892b-66295335fb2c tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489602 Jun 16 18:47:58.514433 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-1c017575-ac93-488e-b67e-ab56f50ea5d5 req-0fbe4a40-dde5-41a0-b7b4-669c54b612da service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:58.527840 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-0bb5e2f7-ac2d-46ce-8b74-1666a0a1a82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:58.533456 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-14bd57c1-8f12-4ced-831b-e12106364299 req-ca7264c8-b862-48c3-9159-7f21004fd771 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582206 Jun 16 18:47:58.548177 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1c017575-ac93-488e-b67e-ab56f50ea5d5 req-0fbe4a40-dde5-41a0-b7b4-669c54b612da service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252659 Jun 16 18:47:58.559132 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe4a40-dde5-41a0-b7b4-669c54b612da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcb618c-dc55-419a-8b86-95ee3a305ba4,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:58.562030 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-0fbe4a40-dde5-41a0-b7b4-669c54b612da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:58.763146 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954a701-c371-4914-b9cc-3113cca05d20 req-5cb46ec8-6184-4de8-8ddf-6c376e7d492d tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:58.764516 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1954a701-c371-4914-b9cc-3113cca05d20 req-5cb46ec8-6184-4de8-8ddf-6c376e7d492d tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.1079571 Jun 16 18:47:58.776973 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50b0e4-ba24-4dc9-b2b7-14cb67be0072 req-babeee45-0506-4941-a756-c5e6600b3bbd tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:58.778397 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ab50b0e4-ba24-4dc9-b2b7-14cb67be0072 req-babeee45-0506-4941-a756-c5e6600b3bbd tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.1114173 Jun 16 18:47:58.839150 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1954a701-c371-4914-b9cc-3113cca05d20 req-cc12ac85-0b92-4019-bcab-178247170711 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597351 Jun 16 18:47:58.844791 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ab50b0e4-ba24-4dc9-b2b7-14cb67be0072 req-3130607e-f24f-4b5c-8aef-73dfa6e6e5df tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588152 Jun 16 18:47:59.010072 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 805562b2-2c79-4a2a-8511-0f62973004e8 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:47:59.077839 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f9944-6723-49ec-a96b-a4820603621f req-eb32b3b4-bce3-4f5e-9235-41b3e3fb05b2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:59.079376 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-394f9944-6723-49ec-a96b-a4820603621f req-eb32b3b4-bce3-4f5e-9235-41b3e3fb05b2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0652344 Jun 16 18:47:59.103158 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 805562b2-2c79-4a2a-8511-0f62973004e8, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=805562b2-2c79-4a2a-8511-0f62973004e8,segment=NetworkSegment(b67691b4-e876-4ce2-bc65-fb5f55acfa3a),segment_id=b67691b4-e876-4ce2-bc65-fb5f55acfa3a)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:47:59.120170 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': '805562b2-2c79-4a2a-8511-0f62973004e8', 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1', 'port_id': '805562b2-2c79-4a2a-8511-0f62973004e8', 'mac_address': 'fa:16:3e:90:57:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940bc029-0d55-45ba-9372-a743fe6683d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:47:59.132210 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-394f9944-6723-49ec-a96b-a4820603621f req-6a758a20-836f-4ce6-a146-c618ea67afb2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462253 Jun 16 18:47:59.257367 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:59.269507 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805562b2-2c79-4a2a-8511-0f62973004e8 {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:47:59.293101 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 805562b2-2c79-4a2a-8511-0f62973004e8, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=805562b2-2c79-4a2a-8511-0f62973004e8,segment=NetworkSegment(b67691b4-e876-4ce2-bc65-fb5f55acfa3a),segment_id=b67691b4-e876-4ce2-bc65-fb5f55acfa3a)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:47:59.394953 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:59.398231 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-ce1a0557-f939-4de7-8c27-ad65fb0d6097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:47:59.445677 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=805562b2-2c79-4a2a-8511-0f62973004e8,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:59.448689 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:47:59.703053 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f66b6-d92b-4e3d-aceb-a19c16f0ac17 req-7a23159f-1f85-40e7-8c18-af0a3b1792be tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:59.705432 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5b1f66b6-d92b-4e3d-aceb-a19c16f0ac17 req-7a23159f-1f85-40e7-8c18-af0a3b1792be tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 943 time: 0.0902338 Jun 16 18:47:59.712893 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78172498-0df4-4f3c-9283-8b352c0f5013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4a2639-ab37-40b2-9e02-cf2845abc7fe'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:47:59.716848 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89fd990-1210-42b6-a81b-fe2fad1ee153" -d '{"events": [{"server_uuid": "78172498-0df4-4f3c-9283-8b352c0f5013", "name": "network-vif-plugged", "status": "completed", "tag": "0b4a2639-ab37-40b2-9e02-cf2845abc7fe"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:47:59.760881 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5b1f66b6-d92b-4e3d-aceb-a19c16f0ac17 req-0255e1c4-0661-44fc-a2d8-f078fb0ed92e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492575 Jun 16 18:47:59.768906 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a5671-9e75-482a-b591-65deb36e5dda req-2be5d29d-81b2-4db8-a10c-e566354d5edd tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:47:59.770415 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-769a5671-9e75-482a-b591-65deb36e5dda req-2be5d29d-81b2-4db8-a10c-e566354d5edd tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.1047201 Jun 16 18:47:59.817067 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4227bb34-de4a-492f-8e9a-6d916a2b6b4f x-openstack-request-id: req-4227bb34-de4a-492f-8e9a-6d916a2b6b4f {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:47:59.817394 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78172498-0df4-4f3c-9283-8b352c0f5013", "name": "network-vif-plugged", "status": "completed", "tag": "0b4a2639-ab37-40b2-9e02-cf2845abc7fe", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:47:59.817667 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4227bb34-de4a-492f-8e9a-6d916a2b6b4f {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:47:59.819045 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78172498-0df4-4f3c-9283-8b352c0f5013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4a2639-ab37-40b2-9e02-cf2845abc7fe', 'code': 200} Jun 16 18:47:59.827229 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-769a5671-9e75-482a-b591-65deb36e5dda req-8ff25575-2287-4cf5-9bd4-23b84ed05be5 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488083 Jun 16 18:47:59.906096 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['805562b2-2c79-4a2a-8511-0f62973004e8'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:48:00.090904 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b34229-114f-4d4a-aa8f-a150315e7dbb req-7c626159-17dd-40ce-89ba-f1625259fb9e tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:00.092420 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-12b34229-114f-4d4a-aa8f-a150315e7dbb req-7c626159-17dd-40ce-89ba-f1625259fb9e tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.1226392 Jun 16 18:48:00.106693 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73645ca6-b568-4d42-bfd4-dfd29219fb18 req-b12cfdd6-83e0-4c06-929d-384a46052eaf tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:00.108182 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-73645ca6-b568-4d42-bfd4-dfd29219fb18 req-b12cfdd6-83e0-4c06-929d-384a46052eaf tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.1094348 Jun 16 18:48:00.165365 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-12b34229-114f-4d4a-aa8f-a150315e7dbb req-04d85b80-8252-4cbf-ac47-27a618982434 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662735 Jun 16 18:48:00.170442 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-73645ca6-b568-4d42-bfd4-dfd29219fb18 req-57532dcd-6502-4193-94ea-cf1af32f5f29 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565085 Jun 16 18:48:00.341023 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29134498-133b-4336-b782-7de0368ef4ca req-78d19ad5-bc6e-45e0-afea-7b32ec949a66 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:00.343129 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-29134498-133b-4336-b782-7de0368ef4ca req-78d19ad5-bc6e-45e0-afea-7b32ec949a66 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0666595 Jun 16 18:48:00.382795 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-29134498-133b-4336-b782-7de0368ef4ca req-2113ae8d-8663-40b0-a27d-4ee46d707364 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336165 Jun 16 18:48:00.944399 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548cdad-5df2-458c-aad7-22521c19d060 req-3f172902-6f61-4496-bfca-aae9890258df tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:00.945900 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0548cdad-5df2-458c-aad7-22521c19d060 req-3f172902-6f61-4496-bfca-aae9890258df tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 943 time: 0.0689843 Jun 16 18:48:01.015721 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0548cdad-5df2-458c-aad7-22521c19d060 req-ab7fa3a8-2bec-49b1-a8a1-0d1d0e966ed1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600326 Jun 16 18:48:01.037887 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cf1dd-b37a-453c-8ad5-f9abd8223f57 req-34d6c3c3-83b3-4665-873b-d8e6d68dcd90 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:01.039348 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-836cf1dd-b37a-453c-8ad5-f9abd8223f57 req-34d6c3c3-83b3-4665-873b-d8e6d68dcd90 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0923948 Jun 16 18:48:01.074663 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-836cf1dd-b37a-453c-8ad5-f9abd8223f57 req-4438244a-b251-435f-9bf0-c83c548e3d2d tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298483 Jun 16 18:48:01.369271 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e3df3-5444-4f30-9a6d-11e1e0339184 req-c4b4e01f-6291-4c1a-9b06-6f1a6dff0525 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:01.370705 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c92e3df3-5444-4f30-9a6d-11e1e0339184 req-c4b4e01f-6291-4c1a-9b06-6f1a6dff0525 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.0937486 Jun 16 18:48:01.399872 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef35ed-169b-4fea-b320-32826a5890e6 req-3b322661-220c-46a4-bbcd-4afe6ce732c0 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:01.401253 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e0ef35ed-169b-4fea-b320-32826a5890e6 req-3b322661-220c-46a4-bbcd-4afe6ce732c0 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.0977948 Jun 16 18:48:01.433034 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c92e3df3-5444-4f30-9a6d-11e1e0339184 req-e7b177b8-b034-42a0-83a4-5a77d095e55d tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562515 Jun 16 18:48:01.454560 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e0ef35ed-169b-4fea-b320-32826a5890e6 req-0512d957-f24c-470e-9ec3-346aaf2f0660 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460808 Jun 16 18:48:01.591185 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471a775-a0bb-44bd-aaf7-02a6cfafee0a req-d47d23cf-4f15-4d97-9ecd-bb8527fc5991 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:01.592620 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a471a775-a0bb-44bd-aaf7-02a6cfafee0a req-d47d23cf-4f15-4d97-9ecd-bb8527fc5991 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0609977 Jun 16 18:48:01.629299 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a471a775-a0bb-44bd-aaf7-02a6cfafee0a req-e3e018cd-46b3-4157-9fc3-04d2d8cf6695 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309639 Jun 16 18:48:02.170117 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 66ac1624-e4f5-43f6-96dd-a2f000e24267 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:48:02.186100 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e02122-2106-4ac7-a541-2a5438799c9d req-6bccffbb-7def-4552-96f2-6e05b8cb98b6 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:02.193312 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-92e02122-2106-4ac7-a541-2a5438799c9d req-6bccffbb-7def-4552-96f2-6e05b8cb98b6 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 943 time: 0.0681884 Jun 16 18:48:02.262031 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-92e02122-2106-4ac7-a541-2a5438799c9d req-99ff906b-9205-47ea-91c9-c354d0a0d0fe tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677013 Jun 16 18:48:02.279139 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 66ac1624-e4f5-43f6-96dd-a2f000e24267, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:48:02.290674 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': '66ac1624-e4f5-43f6-96dd-a2f000e24267', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'port_id': '66ac1624-e4f5-43f6-96dd-a2f000e24267', 'mac_address': 'fa:16:3e:c5:ef:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:48:02.295548 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e54c9e-64de-4544-b837-d88ec6ce66af req-fdd232c4-e3ab-42e1-9039-476c73ab9d9a tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:02.297128 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-30e54c9e-64de-4544-b837-d88ec6ce66af req-fdd232c4-e3ab-42e1-9039-476c73ab9d9a tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0960305 Jun 16 18:48:02.326284 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:02.341131 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ac1624-e4f5-43f6-96dd-a2f000e24267 {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:48:02.347719 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-30e54c9e-64de-4544-b837-d88ec6ce66af req-30e32199-8ea1-46ec-b706-274c554fb516 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444477 Jun 16 18:48:02.361880 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 66ac1624-e4f5-43f6-96dd-a2f000e24267, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:48:02.538214 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:02.539240 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device c7cfd3f2-11be-40d7-992b-b64620dde2cd details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:48:02.542089 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-700230a4-e67a-4f32-bed9-08db085ecdb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:02.609471 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=66ac1624-e4f5-43f6-96dd-a2f000e24267,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:02.612748 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:02.661400 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4b206-0009-47da-b915-92bf6f68236e req-f757d508-ac71-4246-8d3d-c7a272768a76 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:02.662888 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8cc4b206-0009-47da-b915-92bf6f68236e req-f757d508-ac71-4246-8d3d-c7a272768a76 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.1136849 Jun 16 18:48:02.674048 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caded4ff-93c6-4fa3-839f-c718842cc8a3 req-c1620f64-8a71-4777-b66f-e1e1367efe54 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:02.675493 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-caded4ff-93c6-4fa3-839f-c718842cc8a3 req-c1620f64-8a71-4777-b66f-e1e1367efe54 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.0931754 Jun 16 18:48:02.683951 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port c7cfd3f2-11be-40d7-992b-b64620dde2cd, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c7cfd3f2-11be-40d7-992b-b64620dde2cd,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:48:02.695855 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': 'c7cfd3f2-11be-40d7-992b-b64620dde2cd', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'port_id': 'c7cfd3f2-11be-40d7-992b-b64620dde2cd', 'mac_address': 'fa:16:3e:a4:44:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:48:02.733476 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:02.738303 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8cc4b206-0009-47da-b915-92bf6f68236e req-c8e6c552-9021-404c-b751-4089e8b9b659 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618770 Jun 16 18:48:02.743810 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-caded4ff-93c6-4fa3-839f-c718842cc8a3 req-64e7e320-278d-4116-be12-f968ff1611c0 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601141 Jun 16 18:48:02.748337 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cfd3f2-11be-40d7-992b-b64620dde2cd {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:48:02.777270 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port c7cfd3f2-11be-40d7-992b-b64620dde2cd, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c7cfd3f2-11be-40d7-992b-b64620dde2cd,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:48:02.901598 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bccee5-702e-4eb2-bb26-1d0c493f9389 req-d4b16065-aacb-41bf-a558-a520db8e4a8c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:02.903102 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-52bccee5-702e-4eb2-bb26-1d0c493f9389 req-d4b16065-aacb-41bf-a558-a520db8e4a8c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0618193 Jun 16 18:48:02.941121 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-52bccee5-702e-4eb2-bb26-1d0c493f9389 req-a74823a5-766c-4288-a3fe-954b51fc647c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324287 Jun 16 18:48:02.960958 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:02.963610 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:03.013432 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=c7cfd3f2-11be-40d7-992b-b64620dde2cd,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:03.016454 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:03.435366 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdb8e6-edda-476a-a66e-7b0be9766d61 req-2c2a2c62-a7a4-463b-b045-0122cbb8c5fd tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:03.436838 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-65cdb8e6-edda-476a-a66e-7b0be9766d61 req-2c2a2c62-a7a4-463b-b045-0122cbb8c5fd tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.0629513 Jun 16 18:48:03.505511 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-65cdb8e6-edda-476a-a66e-7b0be9766d61 req-eaa71836-64b8-4a75-a591-19a8f7d558b4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632162 Jun 16 18:48:03.535453 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19381683-0be9-4470-80ca-c5ea138447e0 req-17f9f9cb-bf3d-4952-a236-966bfe9229b9 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:03.537341 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-19381683-0be9-4470-80ca-c5ea138447e0 req-17f9f9cb-bf3d-4952-a236-966bfe9229b9 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0788898 Jun 16 18:48:03.575527 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-19381683-0be9-4470-80ca-c5ea138447e0 req-e97b7f29-173b-4679-9adf-ac85af04b696 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323982 Jun 16 18:48:03.841114 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d647db-91b8-4e29-b940-0c03964ac67e req-b8c4575e-9cdf-4053-b3d8-cd57d6b6adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:03.842943 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a8d647db-91b8-4e29-b940-0c03964ac67e req-b8c4575e-9cdf-4053-b3d8-cd57d6b6adfc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 1098 time: 0.0635953 Jun 16 18:48:03.982264 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccdba1-cd25-45b8-82a8-ad867a324c60 req-97b87ef1-2d6d-4812-9ffb-c47f92fd71cc tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:03.983725 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5cccdba1-cd25-45b8-82a8-ad867a324c60 req-97b87ef1-2d6d-4812-9ffb-c47f92fd71cc tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.1068141 Jun 16 18:48:03.993681 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bf322-43bb-4e4b-bf35-44debc8df0c7 req-815ee617-607a-4d3a-b921-7187a756430f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:03.995090 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9f4bf322-43bb-4e4b-bf35-44debc8df0c7 req-815ee617-607a-4d3a-b921-7187a756430f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.1088021 Jun 16 18:48:04.050028 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5cccdba1-cd25-45b8-82a8-ad867a324c60 req-877452bd-6d68-4cbb-9535-9d305ad8cb7b tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538921 Jun 16 18:48:04.052729 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9f4bf322-43bb-4e4b-bf35-44debc8df0c7 req-5dbb0625-8c38-4dfa-803a-b3f914f3923b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510302 Jun 16 18:48:04.227626 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba602c-1b15-4683-8eef-a6b9c5b6693f req-8bc808ff-7c0c-4a4e-bb32-473c6014c82f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:04.229051 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-81ba602c-1b15-4683-8eef-a6b9c5b6693f req-8bc808ff-7c0c-4a4e-bb32-473c6014c82f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0625219 Jun 16 18:48:04.265206 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-81ba602c-1b15-4683-8eef-a6b9c5b6693f req-23fb1b45-0252-4d04-a532-5e98a7f9bc61 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305028 Jun 16 18:48:04.903454 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb9364-5f50-4a6b-a754-ab3e76320e23 req-76ad455d-3fa6-4fdd-87e7-26cd3aefc508 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:04.904920 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bcbb9364-5f50-4a6b-a754-ab3e76320e23 req-76ad455d-3fa6-4fdd-87e7-26cd3aefc508 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.2830513 Jun 16 18:48:04.920248 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e0388-8f9d-4299-8d2e-bcc2a60a4223 req-23685b2e-0251-4979-83b3-25110bce74cb tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:04.920248 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-524e0388-8f9d-4299-8d2e-bcc2a60a4223 req-23685b2e-0251-4979-83b3-25110bce74cb tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0883100 Jun 16 18:48:04.976005 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bcbb9364-5f50-4a6b-a754-ab3e76320e23 req-e826a0ff-0dcb-4652-9aff-7fac3d305fa1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576227 Jun 16 18:48:04.978854 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-524e0388-8f9d-4299-8d2e-bcc2a60a4223 req-33a465b1-72c6-406e-9916-e2e1324a37e6 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537438 Jun 16 18:48:05.261175 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad0adc-d0c6-4641-b8c7-218edb12985d req-5b077414-ab96-427b-be76-306eb7e2329a tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:05.262913 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-11ad0adc-d0c6-4641-b8c7-218edb12985d req-5b077414-ab96-427b-be76-306eb7e2329a tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.1037600 Jun 16 18:48:05.270967 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99ffed-be46-4872-8aff-4c09230805d1 req-deb105df-682b-4d4e-ada0-2f36617b5786 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:05.272346 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2f99ffed-be46-4872-8aff-4c09230805d1 req-deb105df-682b-4d4e-ada0-2f36617b5786 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.1026647 Jun 16 18:48:05.327188 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-11ad0adc-d0c6-4641-b8c7-218edb12985d req-6e98b936-e99f-47e2-8a36-af583c9af83b tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538824 Jun 16 18:48:05.329950 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2f99ffed-be46-4872-8aff-4c09230805d1 req-931ca3ac-c295-4d0f-a208-2bb2fe64032e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509586 Jun 16 18:48:05.485121 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537c1df-e8ab-4329-afb3-f356b2f2ae80 req-044668c3-829d-487d-91e4-61db99bc8376 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:05.486847 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0537c1df-e8ab-4329-afb3-f356b2f2ae80 req-044668c3-829d-487d-91e4-61db99bc8376 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0638616 Jun 16 18:48:05.524859 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0537c1df-e8ab-4329-afb3-f356b2f2ae80 req-d56343bb-118f-4a4b-99a9-94baea7a0512 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318236 Jun 16 18:48:06.184241 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10fd79-6374-44bb-a8da-53ead187b958 req-798a6638-93bc-41ab-80a5-c165ad2287bf tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:06.185612 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2e10fd79-6374-44bb-a8da-53ead187b958 req-798a6638-93bc-41ab-80a5-c165ad2287bf tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0991073 Jun 16 18:48:06.198831 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000894f-4a57-4e6f-ad51-dc9d6b9bbf80 req-2255d427-fdad-4bff-9331-7a4381d66115 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:06.200496 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0000894f-4a57-4e6f-ad51-dc9d6b9bbf80 req-2255d427-fdad-4bff-9331-7a4381d66115 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.1034074 Jun 16 18:48:06.257392 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2e10fd79-6374-44bb-a8da-53ead187b958 req-75805657-3dd5-4316-87c7-47d5b456026d tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560434 Jun 16 18:48:06.262879 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0000894f-4a57-4e6f-ad51-dc9d6b9bbf80 req-7f78ccdd-c455-4b77-99fc-0be2a7428274 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556858 Jun 16 18:48:06.542263 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274d8f6-0a08-4345-8f6b-3acf320df61f req-7a904750-b1a4-40e0-9176-2e4baac691a2 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:06.543735 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0274d8f6-0a08-4345-8f6b-3acf320df61f req-7a904750-b1a4-40e0-9176-2e4baac691a2 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.1048021 Jun 16 18:48:06.550716 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408e565-7c03-4843-a814-7cfb1d6c3982 req-b7d0a684-6bac-4f13-81f2-524af1887fb9 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:06.552072 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5408e565-7c03-4843-a814-7cfb1d6c3982 req-b7d0a684-6bac-4f13-81f2-524af1887fb9 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.1025915 Jun 16 18:48:06.608575 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0274d8f6-0a08-4345-8f6b-3acf320df61f req-c8511d7b-13a3-4c06-b7e7-a8ab36c0b298 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555723 Jun 16 18:48:06.613215 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5408e565-7c03-4843-a814-7cfb1d6c3982 req-1de98bf4-a2c3-4399-b738-3487928ed9b7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538816 Jun 16 18:48:06.763682 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e8336-e30e-49af-8b1c-fffd5b5d0328 req-a329e66e-2156-4eba-a611-58c9f25a1500 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:06.765109 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3e7e8336-e30e-49af-8b1c-fffd5b5d0328 req-a329e66e-2156-4eba-a611-58c9f25a1500 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0608799 Jun 16 18:48:06.802858 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3e7e8336-e30e-49af-8b1c-fffd5b5d0328 req-7e903def-d7ab-4b63-9d7b-987f63b30084 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320916 Jun 16 18:48:07.469130 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3473ce0-fcb1-4cb9-91be-c0a78540a0d9 req-771fe4fe-1b3e-4e0f-994d-d8a919e77a3d tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:07.470576 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d3473ce0-fcb1-4cb9-91be-c0a78540a0d9 req-771fe4fe-1b3e-4e0f-994d-d8a919e77a3d tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.1048615 Jun 16 18:48:07.478603 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baa780-9310-4f9f-8c23-1ba3ba392faf req-c4a0d211-63fd-4705-aaec-40b1e368e48d tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:07.480034 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c6baa780-9310-4f9f-8c23-1ba3ba392faf req-c4a0d211-63fd-4705-aaec-40b1e368e48d tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.1053743 Jun 16 18:48:07.534497 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d3473ce0-fcb1-4cb9-91be-c0a78540a0d9 req-3c83dd2d-f88b-4f16-b329-ef1f8320ea74 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534835 Jun 16 18:48:07.541926 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c6baa780-9310-4f9f-8c23-1ba3ba392faf req-29d00da3-65c0-460b-aa72-24368ce06293 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547380 Jun 16 18:48:07.820524 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5a71c-ca56-44e8-8802-4e7cc5b69689 req-bbc9d062-b9e4-4d5a-8ebc-c7dd8472fff1 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:07.821937 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e2f5a71c-ca56-44e8-8802-4e7cc5b69689 req-bbc9d062-b9e4-4d5a-8ebc-c7dd8472fff1 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.1050313 Jun 16 18:48:07.833469 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a343d60-5517-4dd1-9c6c-5923a4716525 req-901e46d8-0cdb-4416-9613-cebaae032f6b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:07.834899 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2a343d60-5517-4dd1-9c6c-5923a4716525 req-901e46d8-0cdb-4416-9613-cebaae032f6b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.1087239 Jun 16 18:48:07.890677 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e2f5a71c-ca56-44e8-8802-4e7cc5b69689 req-30452195-cba2-4801-82a5-fac2fb2b21ff tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547371 Jun 16 18:48:07.895641 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2a343d60-5517-4dd1-9c6c-5923a4716525 req-aac44205-492f-44a2-966e-16fcfcd961a7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537994 Jun 16 18:48:08.050449 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073275c-da54-4a54-b26f-7807939395c7 req-2de79a98-13b6-4fc7-b362-ca9a3c44f427 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:08.051989 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3073275c-da54-4a54-b26f-7807939395c7 req-2de79a98-13b6-4fc7-b362-ca9a3c44f427 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0657938 Jun 16 18:48:08.090818 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3073275c-da54-4a54-b26f-7807939395c7 req-28b91ee3-5cca-4498-be6a-ee8f83ef5640 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325577 Jun 16 18:48:08.751514 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2f97-9462-44ae-8824-ebf0f986d68b req-ee506320-1d9f-42a7-8d4a-6046988409d6 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:08.752963 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-77dd2f97-9462-44ae-8824-ebf0f986d68b req-ee506320-1d9f-42a7-8d4a-6046988409d6 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.1008484 Jun 16 18:48:08.765777 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea47e3-59c0-48fa-9ada-17e1d20da456 req-8122b636-36d7-4b87-beb1-1a59197cc5e8 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:08.770571 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ebea47e3-59c0-48fa-9ada-17e1d20da456 req-8122b636-36d7-4b87-beb1-1a59197cc5e8 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.1137137 Jun 16 18:48:08.822220 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-77dd2f97-9462-44ae-8824-ebf0f986d68b req-482fec7b-b768-4b06-8e54-a3d21ed5d63b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534832 Jun 16 18:48:08.827117 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ebea47e3-59c0-48fa-9ada-17e1d20da456 req-42638550-6f6e-4b6a-8884-26ac77ece147 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532417 Jun 16 18:48:09.067912 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c2cf9-55fc-429d-b3fb-f9676b87d3aa req-4f3039d2-8edd-4e3f-a410-059790ff66f6 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:09.072635 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2b8c2cf9-55fc-429d-b3fb-f9676b87d3aa req-4f3039d2-8edd-4e3f-a410-059790ff66f6 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.0664577 Jun 16 18:48:09.123649 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2b8c2cf9-55fc-429d-b3fb-f9676b87d3aa req-e3fb3ee4-b310-44c1-8cfb-a8f4af2a6ce0 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470536 Jun 16 18:48:09.212974 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb9d68-fd7f-437b-a779-36e04e2dd2be req-05e2be34-0174-47c0-8f74-07b42d1f05bc tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:09.214443 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9adb9d68-fd7f-437b-a779-36e04e2dd2be req-05e2be34-0174-47c0-8f74-07b42d1f05bc tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.0648310 Jun 16 18:48:09.280093 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9adb9d68-fd7f-437b-a779-36e04e2dd2be req-194bf879-321a-4ce6-abeb-9d70a96c48e7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601814 Jun 16 18:48:09.305517 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef024f8-0f1e-459c-a4cb-367bb314462c req-3e75501e-23b7-416c-a446-51c723292412 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:09.307579 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0ef024f8-0f1e-459c-a4cb-367bb314462c req-3e75501e-23b7-416c-a446-51c723292412 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0861492 Jun 16 18:48:09.344212 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0ef024f8-0f1e-459c-a4cb-367bb314462c req-f6501801-81f1-498d-a355-eb0d696d75b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310078 Jun 16 18:48:10.036912 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bf640-ec49-4652-a983-fcd291b5f8e0 req-57fc8f08-7a11-4e07-a514-50c7125da34a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:10.038380 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fa1bf640-ec49-4652-a983-fcd291b5f8e0 req-57fc8f08-7a11-4e07-a514-50c7125da34a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.1068597 Jun 16 18:48:10.049870 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ee7c1-a2b9-4341-a4af-8dd0471a3808 req-dbe9dc9f-9cea-43b8-8458-aebc48c383f6 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:10.051309 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bd6ee7c1-a2b9-4341-a4af-8dd0471a3808 req-dbe9dc9f-9cea-43b8-8458-aebc48c383f6 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.1109579 Jun 16 18:48:10.106251 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fa1bf640-ec49-4652-a983-fcd291b5f8e0 req-410903b3-986f-4969-87d4-ffb954439ad7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538354 Jun 16 18:48:10.111531 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bd6ee7c1-a2b9-4341-a4af-8dd0471a3808 req-bb154813-3c5a-4b7c-8b18-0929ebc89384 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532105 Jun 16 18:48:10.293881 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8a88d-d631-4d22-89a0-c8ca48cafa93 req-d5bd4463-7ab9-41ca-876b-d27ad2eecc5c tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:10.295405 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b9e8a88d-d631-4d22-89a0-c8ca48cafa93 req-d5bd4463-7ab9-41ca-876b-d27ad2eecc5c tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.0659621 Jun 16 18:48:10.333517 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b9e8a88d-d631-4d22-89a0-c8ca48cafa93 req-7da2d945-62be-4943-a247-1950b779c27b tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325248 Jun 16 18:48:10.460492 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f8106-44b7-4b49-8a3d-bee665a395c5 req-218d4e0d-8ea2-48f4-9e57-a2b2fd2ce3e7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:10.461946 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9b6f8106-44b7-4b49-8a3d-bee665a395c5 req-218d4e0d-8ea2-48f4-9e57-a2b2fd2ce3e7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.0673437 Jun 16 18:48:10.529509 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9b6f8106-44b7-4b49-8a3d-bee665a395c5 req-fa90e661-8541-42f5-af52-fe4108db04d4 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581398 Jun 16 18:48:10.551018 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0ff59-e65c-4723-aef9-7cef33a0e6fd req-4e7e88d5-5f99-4332-abed-3fde3d91de29 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:10.552544 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ada0ff59-e65c-4723-aef9-7cef33a0e6fd req-4e7e88d5-5f99-4332-abed-3fde3d91de29 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0897217 Jun 16 18:48:10.594074 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ada0ff59-e65c-4723-aef9-7cef33a0e6fd req-ac1bfefc-99b9-4b03-a9a6-be4d1c08920b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350158 Jun 16 18:48:11.315502 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f77030-33a4-4e03-a0ad-82e7f04c9d1e req-0101b091-070b-4bc8-aa32-65fce2d84823 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:11.316965 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-51f77030-33a4-4e03-a0ad-82e7f04c9d1e req-0101b091-070b-4bc8-aa32-65fce2d84823 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.1004472 Jun 16 18:48:11.330384 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ff9a8-0feb-4426-945c-63a058df27a9 req-dcb6ec83-b3b5-4e8c-a4c8-c5af80d48ab8 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:11.331819 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b03ff9a8-0feb-4426-945c-63a058df27a9 req-dcb6ec83-b3b5-4e8c-a4c8-c5af80d48ab8 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0880253 Jun 16 18:48:11.386805 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b03ff9a8-0feb-4426-945c-63a058df27a9 req-bcb9ca8a-0b46-436f-8b38-3d3d79f76cdb tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489514 Jun 16 18:48:11.389518 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-51f77030-33a4-4e03-a0ad-82e7f04c9d1e req-56c2559d-9684-4144-91e3-2344e7efaac4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667357 Jun 16 18:48:11.553465 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c46df4-e292-4da6-a558-76f1653febe6 req-c558f98d-6e52-450b-a3af-ffb3514a6ec5 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:11.554922 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-78c46df4-e292-4da6-a558-76f1653febe6 req-c558f98d-6e52-450b-a3af-ffb3514a6ec5 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.0663252 Jun 16 18:48:11.594084 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-78c46df4-e292-4da6-a558-76f1653febe6 req-ed363d7c-404b-42a7-9380-3682de7cabb9 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333602 Jun 16 18:48:11.703313 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4819932-5744-4ef9-ad81-71f6663fc9d5 req-80c1db51-bdf0-4edd-a80a-66612bf0c236 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:11.704828 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d4819932-5744-4ef9-ad81-71f6663fc9d5 req-80c1db51-bdf0-4edd-a80a-66612bf0c236 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.0651379 Jun 16 18:48:11.782724 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d4819932-5744-4ef9-ad81-71f6663fc9d5 req-5a653aef-1793-4964-8aa8-0081d5350f46 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633459 Jun 16 18:48:11.801580 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769f454-41f9-4d7c-bc4d-9ebc0c8465af req-eed9b41a-4554-48dc-af95-ea4ce8554f5b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:11.803091 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e769f454-41f9-4d7c-bc4d-9ebc0c8465af req-eed9b41a-4554-48dc-af95-ea4ce8554f5b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0952256 Jun 16 18:48:11.848090 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e769f454-41f9-4d7c-bc4d-9ebc0c8465af req-c4e5a1d1-a6d3-47a5-b7af-371557f9c246 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345788 Jun 16 18:48:12.611162 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed7b82-b573-4b72-a984-4c66d91c348b req-9a7b835d-f8a5-424e-ba7f-2e9f8667a7ad tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:12.612678 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4bed7b82-b573-4b72-a984-4c66d91c348b req-9a7b835d-f8a5-424e-ba7f-2e9f8667a7ad tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.1066206 Jun 16 18:48:12.627718 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086857c-7c78-4c1f-906d-23b1d4d73587 req-1fe90c78-b84a-4c08-8a35-0c1b110c6918 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:12.629179 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4086857c-7c78-4c1f-906d-23b1d4d73587 req-1fe90c78-b84a-4c08-8a35-0c1b110c6918 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0906057 Jun 16 18:48:12.686344 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4bed7b82-b573-4b72-a984-4c66d91c348b req-77019ad7-7a11-457f-838a-f922100698f4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675020 Jun 16 18:48:12.691476 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4086857c-7c78-4c1f-906d-23b1d4d73587 req-e9d215e2-4f7a-4d1c-ba99-dde4c48f1752 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560274 Jun 16 18:48:12.864035 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784220d-6909-40b4-9bf5-0df1aabed033 req-c35aa7ec-bdaa-42f9-a472-f61b91ef6d7f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:12.865748 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3784220d-6909-40b4-9bf5-0df1aabed033 req-c35aa7ec-bdaa-42f9-a472-f61b91ef6d7f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.0784113 Jun 16 18:48:12.916122 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3784220d-6909-40b4-9bf5-0df1aabed033 req-0a7cef70-e427-4d56-baf0-547a4e53151b tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435495 Jun 16 18:48:12.987425 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcc0c0-bb8b-4599-bd91-88ffde3ebcbb req-ce4e03be-59b0-483e-9c57-3b3a870d5307 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:12.990199 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-69bcc0c0-bb8b-4599-bd91-88ffde3ebcbb req-ce4e03be-59b0-483e-9c57-3b3a870d5307 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.0903556 Jun 16 18:48:13.031810 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-69bcc0c0-bb8b-4599-bd91-88ffde3ebcbb req-0d8340e0-17f2-4e80-ab39-f1aef08ca84e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351415 Jun 16 18:48:13.109130 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31aa56-0e7c-41b3-983a-e7f0b9ec4fb0 req-0867bf19-60b8-4e2f-86fb-6443510bf88d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:13.110568 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fb31aa56-0e7c-41b3-983a-e7f0b9ec4fb0 req-0867bf19-60b8-4e2f-86fb-6443510bf88d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0685115 Jun 16 18:48:13.148765 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fb31aa56-0e7c-41b3-983a-e7f0b9ec4fb0 req-e41c7766-1cb7-424d-a8db-ab8ca5cef543 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323188 Jun 16 18:48:13.938747 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ee6b-0568-49f3-a3ba-b0c2961b78ba req-c6b87a3a-e096-4a07-81a9-7ada5f33c999 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:13.940284 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-05d1ee6b-0568-49f3-a3ba-b0c2961b78ba req-c6b87a3a-e096-4a07-81a9-7ada5f33c999 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.1142328 Jun 16 18:48:13.969770 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b494a4d-ea90-4c69-8242-0d4a2aacc37b req-755b14fd-f380-4780-97e8-b92b3591a3a0 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:13.971332 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4b494a4d-ea90-4c69-8242-0d4a2aacc37b req-755b14fd-f380-4780-97e8-b92b3591a3a0 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.1099215 Jun 16 18:48:14.006136 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-05d1ee6b-0568-49f3-a3ba-b0c2961b78ba req-d7856666-9ba0-4164-ae93-0a591b65e46a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588326 Jun 16 18:48:14.038049 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4b494a4d-ea90-4c69-8242-0d4a2aacc37b req-447e98b8-ffe5-4f83-9bec-4fe9bd9c30ea tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569124 Jun 16 18:48:14.232860 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c25809-a7b5-4904-aece-09b95729990a req-2793c745-4250-44a2-bb23-9e923486487f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:14.234306 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-53c25809-a7b5-4904-aece-09b95729990a req-2793c745-4250-44a2-bb23-9e923486487f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.1149182 Jun 16 18:48:14.258427 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b365af-e500-49e9-bad9-6490abcf60db req-e0f1f495-77bf-4851-bf92-eb419ca38afa tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:14.260061 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-99b365af-e500-49e9-bad9-6490abcf60db req-e0f1f495-77bf-4851-bf92-eb419ca38afa tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.0958931 Jun 16 18:48:14.310106 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-53c25809-a7b5-4904-aece-09b95729990a req-e8760001-d4e7-4b96-a38b-ef5943b27835 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655088 Jun 16 18:48:14.322965 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-99b365af-e500-49e9-bad9-6490abcf60db req-7868e716-adde-4ce8-bf12-921f21999bbb tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533235 Jun 16 18:48:14.480727 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa2c9e-adef-48d8-8dd6-a6ea4c184540 req-f983a687-0d7a-4114-a751-6ae3e07dd548 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:14.482350 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c1aa2c9e-adef-48d8-8dd6-a6ea4c184540 req-f983a687-0d7a-4114-a751-6ae3e07dd548 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0719905 Jun 16 18:48:14.525336 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c1aa2c9e-adef-48d8-8dd6-a6ea4c184540 req-b8d1e57a-6b41-4b40-a954-6c66b561a657 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367284 Jun 16 18:48:14.722893 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:48:15.233136 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8dea-276f-4d9d-814d-67c95f342f5d req-10f21fa5-7710-479e-9e5f-1c95287eb42d tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:15.234628 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a92c8dea-276f-4d9d-814d-67c95f342f5d req-10f21fa5-7710-479e-9e5f-1c95287eb42d tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.1058097 Jun 16 18:48:15.264170 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98bb21-85ad-4d0d-a0e9-e3f5deb8673e req-36e27c09-4c44-4e9b-95e8-bb59dba148c0 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:15.265716 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ff98bb21-85ad-4d0d-a0e9-e3f5deb8673e req-36e27c09-4c44-4e9b-95e8-bb59dba148c0 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.1047361 Jun 16 18:48:15.300918 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a92c8dea-276f-4d9d-814d-67c95f342f5d req-58a4a424-8c38-454e-bfae-bf2856ab18a0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597534 Jun 16 18:48:15.320254 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ff98bb21-85ad-4d0d-a0e9-e3f5deb8673e req-27afdfdb-c53e-49cf-a739-dcd17b526977 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474050 Jun 16 18:48:15.525835 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-186c203c-ff0f-4155-a332-d4f77a691521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:15.556344 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d46ab-b2eb-4ac4-8368-f935db091ac7 req-8462e1b8-24b2-4ead-ad3f-aa5717856e3b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:15.558464 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-648d46ab-b2eb-4ac4-8368-f935db091ac7 req-8462e1b8-24b2-4ead-ad3f-aa5717856e3b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.1082649 Jun 16 18:48:15.567526 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60325f-7ac6-483d-a9e8-08d5ad4e0b98 req-e6ed3f9b-f84e-4e9c-8bf6-283ce5107631 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:15.569301 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4b60325f-7ac6-483d-a9e8-08d5ad4e0b98 req-e6ed3f9b-f84e-4e9c-8bf6-283ce5107631 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.1356556 Jun 16 18:48:15.623289 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-648d46ab-b2eb-4ac4-8368-f935db091ac7 req-ccebbf9f-5c7b-4c47-8987-baad0a17a581 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528653 Jun 16 18:48:15.631110 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4b60325f-7ac6-483d-a9e8-08d5ad4e0b98 req-6f1fd56f-5fb7-4c8d-906d-13551773c290 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545282 Jun 16 18:48:15.784525 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaca777-d7ba-4a19-8fe4-ba4d1ee398db req-4b0a4811-7a50-4d5c-a1e4-422ad5ed3435 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:15.786763 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-dfaca777-d7ba-4a19-8fe4-ba4d1ee398db req-4b0a4811-7a50-4d5c-a1e4-422ad5ed3435 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0653918 Jun 16 18:48:15.832966 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-dfaca777-d7ba-4a19-8fe4-ba4d1ee398db req-707cfca1-e609-45da-bb46-7dbff9ff1a8e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388165 Jun 16 18:48:16.733766 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c91ec-d605-4993-ad1b-89a520500e97 req-2f4249ec-26bc-42c5-8a7f-00d9c65c5724 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:16.735311 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5a2c91ec-d605-4993-ad1b-89a520500e97 req-2f4249ec-26bc-42c5-8a7f-00d9c65c5724 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.3074007 Jun 16 18:48:16.748744 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb573640-66f1-4a47-8bbf-e98a1bf38efd req-cc046785-acf3-41c2-bec7-c1bc58640d50 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:16.750256 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-eb573640-66f1-4a47-8bbf-e98a1bf38efd req-cc046785-acf3-41c2-bec7-c1bc58640d50 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.2774346 Jun 16 18:48:16.810188 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5a2c91ec-d605-4993-ad1b-89a520500e97 req-b0155583-e426-4166-9cea-dd86e5587300 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587127 Jun 16 18:48:16.818940 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-eb573640-66f1-4a47-8bbf-e98a1bf38efd req-3a9cd614-3f39-4e17-93a9-749faedf37bf tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609167 Jun 16 18:48:17.016177 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a897af8-fcee-4d09-8f2e-057d1b5dfe35 req-ceea03a2-7891-4e55-8591-4684b4fd11df tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:17.017603 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3a897af8-fcee-4d09-8f2e-057d1b5dfe35 req-ceea03a2-7891-4e55-8591-4684b4fd11df tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.0966387 Jun 16 18:48:17.069751 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3a897af8-fcee-4d09-8f2e-057d1b5dfe35 req-51164e79-51c9-45f9-8333-dac61df5f713 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457761 Jun 16 18:48:17.082392 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc0bed-b0a9-439b-94fd-9ce33e15b433 req-290543e9-5f8a-49a4-814e-5e361955333c tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:17.083811 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-95dc0bed-b0a9-439b-94fd-9ce33e15b433 req-290543e9-5f8a-49a4-814e-5e361955333c tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.1079504 Jun 16 18:48:17.129061 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-95dc0bed-b0a9-439b-94fd-9ce33e15b433 req-61b478e4-d06e-483f-9a5e-74f4a8f80bad tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390623 Jun 16 18:48:17.244139 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99454f-71a2-48ed-8a1c-1278df81f376 req-350ba51e-4f6d-453b-9637-ec95e9632de8 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:17.245669 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3a99454f-71a2-48ed-8a1c-1278df81f376 req-350ba51e-4f6d-453b-9637-ec95e9632de8 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0673642 Jun 16 18:48:17.284064 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3a99454f-71a2-48ed-8a1c-1278df81f376 req-5fdca873-afb9-4716-b804-9628054a54a9 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325849 Jun 16 18:48:18.033154 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298f81f-3797-44a6-adef-f262503836af req-3ef9e712-2f82-4330-84b1-b15e46a282e4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:18.034608 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1298f81f-3797-44a6-adef-f262503836af req-3ef9e712-2f82-4330-84b1-b15e46a282e4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.1060121 Jun 16 18:48:18.047198 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951d0b7-8cd1-485a-862d-9630db3979f2 req-e3e6a11a-ca28-440c-90fe-f0184425063a tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:18.048599 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6951d0b7-8cd1-485a-862d-9630db3979f2 req-e3e6a11a-ca28-440c-90fe-f0184425063a tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0888898 Jun 16 18:48:18.102850 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1298f81f-3797-44a6-adef-f262503836af req-7f4c33ad-043f-4962-bdcd-5476c2c37747 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532253 Jun 16 18:48:18.108246 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6951d0b7-8cd1-485a-862d-9630db3979f2 req-ec44f1d1-7e8b-4d96-a45a-4b39c59abf6c tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527852 Jun 16 18:48:18.160455 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8c57-091e-4f6c-b46f-1edf95fea641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:18.297667 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0eab1-2eb7-4c96-aa61-743443321de1 req-dd36584b-aa88-4d1f-a80f-dfaea7d60101 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:18.299204 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5fe0eab1-2eb7-4c96-aa61-743443321de1 req-dd36584b-aa88-4d1f-a80f-dfaea7d60101 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.0986054 Jun 16 18:48:18.342951 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7204d34-52af-456c-9d0d-8b300a625430 req-c8ef4c80-9de0-4858-869e-96b481b1c300 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:18.343194 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:18.344524 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c7204d34-52af-456c-9d0d-8b300a625430 req-c8ef4c80-9de0-4858-869e-96b481b1c300 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.1040850 Jun 16 18:48:18.364988 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5fe0eab1-2eb7-4c96-aa61-743443321de1 req-c4bf98f1-1696-4e51-9160-9f359a6919e5 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575545 Jun 16 18:48:18.392932 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c7204d34-52af-456c-9d0d-8b300a625430 req-57c436fd-2e54-429c-ac7b-867b6ce3fd83 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424550 Jun 16 18:48:18.533013 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61ec7c-8b12-45f5-95a5-3a736da0dbbf req-5e333ead-655b-495b-b4f6-2a6c781d2bbb tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:18.534497 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-af61ec7c-8b12-45f5-95a5-3a736da0dbbf req-5e333ead-655b-495b-b4f6-2a6c781d2bbb tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0686786 Jun 16 18:48:18.576032 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-af61ec7c-8b12-45f5-95a5-3a736da0dbbf req-10c068f8-3cc0-47c3-90c1-829f209296d3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357192 Jun 16 18:48:19.166948 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:19.322722 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877de99-a5bd-402f-bf7b-4d6456ccc833 req-db2f7d3b-cfa3-40b5-be44-3b7f45c03fd7 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:19.324274 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9877de99-a5bd-402f-bf7b-4d6456ccc833 req-db2f7d3b-cfa3-40b5-be44-3b7f45c03fd7 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0966966 Jun 16 18:48:19.331612 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4ac3f-e68c-49ca-b9f3-10f0459b220f req-9fb3511e-fcc5-47ae-a8a3-8e4605eddff3 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:19.333007 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-55d4ac3f-e68c-49ca-b9f3-10f0459b220f req-9fb3511e-fcc5-47ae-a8a3-8e4605eddff3 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.1144009 Jun 16 18:48:19.393443 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9877de99-a5bd-402f-bf7b-4d6456ccc833 req-4e643165-3663-4cbb-ab99-9434ca5cc1ed tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593576 Jun 16 18:48:19.398858 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-55d4ac3f-e68c-49ca-b9f3-10f0459b220f req-f2f61c3d-970d-46e9-86e2-94293e5769eb tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579967 Jun 16 18:48:19.602503 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af3f9f-6b2e-4442-a78e-f24799b250ac req-e6199f03-e333-4b5e-bc0b-24c2d45501bd tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:19.604597 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-27af3f9f-6b2e-4442-a78e-f24799b250ac req-e6199f03-e333-4b5e-bc0b-24c2d45501bd tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.1052792 Jun 16 18:48:19.613039 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081c050-a15a-4ed1-9764-5b8513ed3397 req-d11ed129-6c87-4d44-a28b-d300cce5e877 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:19.614472 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6081c050-a15a-4ed1-9764-5b8513ed3397 req-d11ed129-6c87-4d44-a28b-d300cce5e877 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.1060698 Jun 16 18:48:19.669003 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-27af3f9f-6b2e-4442-a78e-f24799b250ac req-647faa13-571c-47f2-b087-e57def8a0e47 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535605 Jun 16 18:48:19.682178 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6081c050-a15a-4ed1-9764-5b8513ed3397 req-455ddebd-6729-42fd-9604-ded8646fc855 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533850 Jun 16 18:48:19.848073 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4e79b-a4e6-4c32-86ef-7e9aa3be0af6 req-b14e2036-7752-427c-acc8-7791bd7dffd1 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:19.849570 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-75c4e79b-a4e6-4c32-86ef-7e9aa3be0af6 req-b14e2036-7752-427c-acc8-7791bd7dffd1 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0775638 Jun 16 18:48:19.891270 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-75c4e79b-a4e6-4c32-86ef-7e9aa3be0af6 req-1eaf7f14-6b78-4a11-b8dd-dd90f9e83452 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329576 Jun 16 18:48:20.621600 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e6d8c-9fa6-492f-a3b9-94f9c44144df req-7c63e6d2-b2fd-4667-bac0-f0750fdd3b81 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:20.623192 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-702e6d8c-9fa6-492f-a3b9-94f9c44144df req-7c63e6d2-b2fd-4667-bac0-f0750fdd3b81 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.1092191 Jun 16 18:48:20.631626 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696f624-29bb-4ebc-a6dd-3fcee543c7b1 req-194a5de1-480d-4d44-aa09-cba29a7c2b45 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:20.633038 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d696f624-29bb-4ebc-a6dd-3fcee543c7b1 req-194a5de1-480d-4d44-aa09-cba29a7c2b45 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.1097398 Jun 16 18:48:20.688946 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-702e6d8c-9fa6-492f-a3b9-94f9c44144df req-fcb1f8e7-d396-4966-a9a0-d98c8afd7fb5 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548196 Jun 16 18:48:20.694685 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d696f624-29bb-4ebc-a6dd-3fcee543c7b1 req-abff822b-8772-4dd8-8dc4-ba46c9adc8db tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536473 Jun 16 18:48:20.895042 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554384b2-677c-4f7f-933c-3ef28bc164c0 req-057d0de0-ac72-4a4b-9ebd-faea28a6bee6 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:20.896651 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-554384b2-677c-4f7f-933c-3ef28bc164c0 req-057d0de0-ac72-4a4b-9ebd-faea28a6bee6 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.0876992 Jun 16 18:48:20.944364 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-554384b2-677c-4f7f-933c-3ef28bc164c0 req-7d0dc375-d437-443c-9bb8-b5f8c86b6244 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412326 Jun 16 18:48:20.962109 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:21.030708 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed224db-ad53-40c0-ab62-ec8d2d3b3b22 req-2f86a24d-e7ce-41f4-9921-ffe439a0953a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:21.032330 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5ed224db-ad53-40c0-ab62-ec8d2d3b3b22 req-2f86a24d-e7ce-41f4-9921-ffe439a0953a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.0829670 Jun 16 18:48:21.124143 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5ed224db-ad53-40c0-ab62-ec8d2d3b3b22 req-339d0cea-c7c9-4306-8330-019bc0ca5f9a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830128 Jun 16 18:48:21.160206 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b135ac9-e5b5-4305-b543-a2366e413b4d req-243ce5b1-1d9d-4e5f-a381-498d4f5a1af7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:21.161996 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5b135ac9-e5b5-4305-b543-a2366e413b4d req-243ce5b1-1d9d-4e5f-a381-498d4f5a1af7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0969656 Jun 16 18:48:21.205951 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5b135ac9-e5b5-4305-b543-a2366e413b4d req-d1dfecd6-e209-443b-9537-b8e29e16c8ae tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382142 Jun 16 18:48:21.919296 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0632b-1c9d-4011-8169-69f3e8c4b86c req-2dda15fa-b0ff-4d66-8677-8e9435965bf6 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:21.920819 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d2c0632b-1c9d-4011-8169-69f3e8c4b86c req-2dda15fa-b0ff-4d66-8677-8e9435965bf6 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.1108091 Jun 16 18:48:21.937053 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cafa7-7ce2-421f-9592-b502d190a352 req-f407aa3a-ab16-4e7e-9be8-a64a9b8d7ed6 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:21.938507 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-eb9cafa7-7ce2-421f-9592-b502d190a352 req-f407aa3a-ab16-4e7e-9be8-a64a9b8d7ed6 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0992501 Jun 16 18:48:21.989885 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d2c0632b-1c9d-4011-8169-69f3e8c4b86c req-e7b9f01c-b3bb-4671-945f-ca978b223912 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502713 Jun 16 18:48:22.003315 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-eb9cafa7-7ce2-421f-9592-b502d190a352 req-de71db47-659b-42e9-81c5-22f0bf838ece tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493920 Jun 16 18:48:22.169652 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fdef9-33dc-43e1-9c53-ae81448ea5e1 req-016bd2aa-11d7-4e8b-b9ea-a7b4a3e8ed11 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:22.172182 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a32fdef9-33dc-43e1-9c53-ae81448ea5e1 req-016bd2aa-11d7-4e8b-b9ea-a7b4a3e8ed11 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.0744002 Jun 16 18:48:22.211307 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a32fdef9-33dc-43e1-9c53-ae81448ea5e1 req-509da930-0d22-4783-8376-a3a61ec41816 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Jun 16 18:48:22.317917 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74839e-2a60-466a-8ddd-8b4f207ca43e req-8c30a9c0-3edf-49ef-8c22-e2c757599f9b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:22.319556 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a74839e-2a60-466a-8ddd-8b4f207ca43e req-8c30a9c0-3edf-49ef-8c22-e2c757599f9b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.0702724 Jun 16 18:48:22.386492 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a74839e-2a60-466a-8ddd-8b4f207ca43e req-8fe841bb-c42f-4af0-ba23-4b373bc92996 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611296 Jun 16 18:48:22.414642 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad271b49-f826-47c0-9a92-f36b418d5613 req-56d654b5-632e-44b1-87fc-b3ec6ec14fb6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:22.416688 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ad271b49-f826-47c0-9a92-f36b418d5613 req-56d654b5-632e-44b1-87fc-b3ec6ec14fb6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0851061 Jun 16 18:48:22.453751 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ad271b49-f826-47c0-9a92-f36b418d5613 req-bbe68491-2a4a-4d89-9728-8894774dae23 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304980 Jun 16 18:48:23.206907 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea365ab2-bc45-4bc7-9145-73621bcf7c2d req-279cb3b1-7501-425d-9ed5-af1f333a1a9d tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:23.208383 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ea365ab2-bc45-4bc7-9145-73621bcf7c2d req-279cb3b1-7501-425d-9ed5-af1f333a1a9d tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.1052525 Jun 16 18:48:23.238283 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af203c1-d125-4752-a2bf-46aff60221b7 req-05dc5b48-b83a-4e96-97cf-890052e98ae4 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:23.239730 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8af203c1-d125-4752-a2bf-46aff60221b7 req-05dc5b48-b83a-4e96-97cf-890052e98ae4 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.1015549 Jun 16 18:48:23.268726 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ea365ab2-bc45-4bc7-9145-73621bcf7c2d req-9ee0daeb-3029-40a9-b009-c1c886b94f9a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542638 Jun 16 18:48:23.290888 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8af203c1-d125-4752-a2bf-46aff60221b7 req-a9aa44d3-869b-4ec8-81ad-d323ccaf13aa tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418038 Jun 16 18:48:23.428241 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2b724-bda7-488f-a291-864c14af0774 req-f3fde5c8-97a6-4c43-86ea-ee922a15b166 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:23.429707 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2cc2b724-bda7-488f-a291-864c14af0774 req-f3fde5c8-97a6-4c43-86ea-ee922a15b166 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.0628428 Jun 16 18:48:23.468184 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2cc2b724-bda7-488f-a291-864c14af0774 req-980872f5-d3cd-4f60-951d-da201865b219 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322502 Jun 16 18:48:23.561068 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9fde7-8744-4b18-a4e8-c1de908c38c2 req-9c04a3e1-f0c7-4a8b-8481-cd61b14ab40d tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:23.562474 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-89c9fde7-8744-4b18-a4e8-c1de908c38c2 req-9c04a3e1-f0c7-4a8b-8481-cd61b14ab40d tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.0681202 Jun 16 18:48:23.627443 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-89c9fde7-8744-4b18-a4e8-c1de908c38c2 req-1cb0fd92-788c-4e5a-bbc6-0ee51d19a575 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591004 Jun 16 18:48:23.661689 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2a694-d4bd-4c33-9d6d-24dda115f500 req-f632da17-6fc6-45d5-a604-d57021b7ae08 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:23.663183 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-06f2a694-d4bd-4c33-9d6d-24dda115f500 req-f632da17-6fc6-45d5-a604-d57021b7ae08 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0792851 Jun 16 18:48:23.703388 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-06f2a694-d4bd-4c33-9d6d-24dda115f500 req-09ad3d9a-c773-4051-a4f9-7ed61ea7a9c0 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337212 Jun 16 18:48:24.475363 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f45b7-264b-4f9b-a1e5-6f8427971390 req-df7f35ff-a203-4833-908e-08c1d260a908 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:24.476752 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ed2f45b7-264b-4f9b-a1e5-6f8427971390 req-df7f35ff-a203-4833-908e-08c1d260a908 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.0999484 Jun 16 18:48:24.512466 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8e47a-612e-4f9e-93a3-386fc4d02508 req-98406321-3824-4bb6-8c0e-7c3a2259c361 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:24.513879 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f4c8e47a-612e-4f9e-93a3-386fc4d02508 req-98406321-3824-4bb6-8c0e-7c3a2259c361 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.1081841 Jun 16 18:48:24.542309 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ed2f45b7-264b-4f9b-a1e5-6f8427971390 req-cca9e9d0-f969-4995-924e-ee9ca1dbea6a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584171 Jun 16 18:48:24.560967 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f4c8e47a-612e-4f9e-93a3-386fc4d02508 req-4d464977-8ea4-457f-b90e-f2878f03feb6 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374279 Jun 16 18:48:24.710473 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c85410-51b7-40fe-a28c-db8b7c540cad req-6ee74a52-a4c1-4692-8ac2-0707a63adee0 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:24.711966 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f8c85410-51b7-40fe-a28c-db8b7c540cad req-6ee74a52-a4c1-4692-8ac2-0707a63adee0 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.0675142 Jun 16 18:48:24.778282 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f8c85410-51b7-40fe-a28c-db8b7c540cad req-619a4b74-03fc-402f-ba16-a10fcadb6a64 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603540 Jun 16 18:48:24.817085 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b4631-8afd-4602-bfc1-61de948b06b9 req-eb6ea985-db6a-4b64-8697-c2a5232e7c7a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:24.818598 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9d4b4631-8afd-4602-bfc1-61de948b06b9 req-eb6ea985-db6a-4b64-8697-c2a5232e7c7a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.0800080 Jun 16 18:48:24.857972 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9d4b4631-8afd-4602-bfc1-61de948b06b9 req-35363f03-95e4-400b-bd38-4f59f8ba2d73 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328288 Jun 16 18:48:24.949660 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14b48d-cc80-4a31-9fa6-a5bcb2aa5832 req-38c178b9-1141-40da-b246-d29262a1747d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:24.951062 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bb14b48d-cc80-4a31-9fa6-a5bcb2aa5832 req-38c178b9-1141-40da-b246-d29262a1747d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0640645 Jun 16 18:48:24.989668 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bb14b48d-cc80-4a31-9fa6-a5bcb2aa5832 req-48f4551e-cb00-4cd4-86f9-406ca9d07d01 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330641 Jun 16 18:48:25.779918 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726ef08-55f6-4ec5-afcd-f61d03153255 req-869a9952-9e82-4819-b1c3-05c8d6a4acc0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:25.782102 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6726ef08-55f6-4ec5-afcd-f61d03153255 req-869a9952-9e82-4819-b1c3-05c8d6a4acc0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.1254025 Jun 16 18:48:25.814326 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0148f-8abb-408a-9709-210003b6569e req-d53de3e1-0ea4-4ae6-a94e-6364aef2d4cd tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:25.815809 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7cf0148f-8abb-408a-9709-210003b6569e req-d53de3e1-0ea4-4ae6-a94e-6364aef2d4cd tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.1318045 Jun 16 18:48:25.850767 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6726ef08-55f6-4ec5-afcd-f61d03153255 req-b63b8f4e-febc-4c14-ae3d-541a2b509818 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622091 Jun 16 18:48:25.867120 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7cf0148f-8abb-408a-9709-210003b6569e req-7d209c0b-8f1b-4aaf-a3f3-91d7beb32363 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439253 Jun 16 18:48:25.898440 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 5798a761-60e5-4a54-9aa6-46657b5e59fe details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:48:25.951494 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a8d647db-91b8-4e29-b940-0c03964ac67e req-8b1b0cc7-0799-48ec-8e43-e104fec0e20c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500636 Jun 16 18:48:26.030594 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 5798a761-60e5-4a54-9aa6-46657b5e59fe, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5798a761-60e5-4a54-9aa6-46657b5e59fe,segment=NetworkSegment(b67691b4-e876-4ce2-bc65-fb5f55acfa3a),segment_id=b67691b4-e876-4ce2-bc65-fb5f55acfa3a)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:48:26.044152 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': '5798a761-60e5-4a54-9aa6-46657b5e59fe', 'network_id': 'fc88b1e0-01b8-46a4-896b-30044689d0a1', 'port_id': '5798a761-60e5-4a54-9aa6-46657b5e59fe', 'mac_address': 'fa:16:3e:4a:3e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940bc029-0d55-45ba-9372-a743fe6683d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:48:26.071872 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6bcfc-8dd9-42e5-b8f2-feedbbebb465 req-c71b480f-44af-4854-97fa-8dd244a1818c tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:26.074161 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0ea6bcfc-8dd9-42e5-b8f2-feedbbebb465 req-c71b480f-44af-4854-97fa-8dd244a1818c tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.1054437 Jun 16 18:48:26.094904 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:26.100165 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:26.124126 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5798a761-60e5-4a54-9aa6-46657b5e59fe {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:48:26.141649 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b61a93-2070-4e8e-90f4-8e7d98b86d21 req-fc7ad85e-fb4e-4758-bbcb-b3bf3139de24 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:26.143377 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-00b61a93-2070-4e8e-90f4-8e7d98b86d21 req-fc7ad85e-fb4e-4758-bbcb-b3bf3139de24 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 943 time: 0.1164227 Jun 16 18:48:26.148931 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0ea6bcfc-8dd9-42e5-b8f2-feedbbebb465 req-b2f4ff30-6dfb-4579-91aa-138f5348b4a4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636406 Jun 16 18:48:26.155147 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 5798a761-60e5-4a54-9aa6-46657b5e59fe, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5798a761-60e5-4a54-9aa6-46657b5e59fe,segment=NetworkSegment(b67691b4-e876-4ce2-bc65-fb5f55acfa3a),segment_id=b67691b4-e876-4ce2-bc65-fb5f55acfa3a)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:48:26.193786 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-00b61a93-2070-4e8e-90f4-8e7d98b86d21 req-1880f0dd-50b3-4371-ba6b-926092bce1d2 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431454 Jun 16 18:48:26.240216 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:26.243051 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:26.292594 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=5798a761-60e5-4a54-9aa6-46657b5e59fe,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:26.300276 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:26.300813 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:26.301162 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:26.301500 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:26.301836 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:26.302161 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:26.302657 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:26.302984 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:26.303333 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:26.303652 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:26.304155 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:26.304819 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:26.309677 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:26.319747 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42fbc2-b4ac-4036-8e01-9e8718e0fc67 req-b185d3fd-703b-4c7d-ba24-b40927cde273 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:26.321239 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ea42fbc2-b4ac-4036-8e01-9e8718e0fc67 req-b185d3fd-703b-4c7d-ba24-b40927cde273 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0704799 Jun 16 18:48:26.369756 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ea42fbc2-b4ac-4036-8e01-9e8718e0fc67 req-c4aeee06-1eed-45e9-8ff3-79219925eac6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410917 Jun 16 18:48:27.043330 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['c7cfd3f2-11be-40d7-992b-b64620dde2cd'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:48:27.106620 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580e88b-2075-45f4-a30a-53e53ff0385d req-206c6cfe-b23c-4052-9682-402f4b3a72db tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:27.108244 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b580e88b-2075-45f4-a30a-53e53ff0385d req-206c6cfe-b23c-4052-9682-402f4b3a72db tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.1295862 Jun 16 18:48:27.119477 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685e3fc-27e4-4d5a-ae75-5717958f0897 req-8d742962-d25f-4422-8af2-ccf7e99b4b4a tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:27.127741 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8685e3fc-27e4-4d5a-ae75-5717958f0897 req-8d742962-d25f-4422-8af2-ccf7e99b4b4a tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.1184721 Jun 16 18:48:27.200380 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b580e88b-2075-45f4-a30a-53e53ff0385d req-215a0748-dcc7-4488-9e79-e8b57c1ee4ef tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636222 Jun 16 18:48:27.210864 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8685e3fc-27e4-4d5a-ae75-5717958f0897 req-71224f5b-b053-4234-9f03-0d4516b3f478 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817912 Jun 16 18:48:27.258055 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['66ac1624-e4f5-43f6-96dd-a2f000e24267'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:48:27.442280 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2a3d2-4dd9-4025-8e31-568a6feae36d req-a0624be1-d92d-44f2-a8b2-ec37f0d1d691 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:27.443864 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5ef2a3d2-4dd9-4025-8e31-568a6feae36d req-a0624be1-d92d-44f2-a8b2-ec37f0d1d691 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.1118879 Jun 16 18:48:27.480218 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51463a-91c7-45d4-9853-1b2e74d484d6 req-f4fba763-90a3-4d21-9c3a-70c9019c5567 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:27.481725 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0a51463a-91c7-45d4-9853-1b2e74d484d6 req-f4fba763-90a3-4d21-9c3a-70c9019c5567 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 944 time: 0.1317163 Jun 16 18:48:27.513931 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5ef2a3d2-4dd9-4025-8e31-568a6feae36d req-17ce1305-13d9-4890-8664-e4227059798d tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624495 Jun 16 18:48:27.538645 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0a51463a-91c7-45d4-9853-1b2e74d484d6 req-dc63c90e-7302-4335-b85f-6fdaaa19a2a7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463650 Jun 16 18:48:27.690944 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce300717-24fd-4040-9343-8ad3b7e5fad9 req-8470833e-e864-4dff-8dfd-f1f481a75646 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:27.692378 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ce300717-24fd-4040-9343-8ad3b7e5fad9 req-8470833e-e864-4dff-8dfd-f1f481a75646 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0668585 Jun 16 18:48:27.731385 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ce300717-24fd-4040-9343-8ad3b7e5fad9 req-9bb12550-b7ce-481c-8f01-385f3acdbd33 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332100 Jun 16 18:48:27.765594 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['5798a761-60e5-4a54-9aa6-46657b5e59fe'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:48:28.255749 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 805562b2-2c79-4a2a-8511-0f62973004e8 up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:48:28.435786 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port 805562b2-2c79-4a2a-8511-0f62973004e8 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:48:28.440051 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port 805562b2-2c79-4a2a-8511-0f62973004e8 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:28.440443 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:28.444967 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3d815-1dcc-4693-bed5-fca3db210880 req-3dff101d-8db5-488a-a509-4de5455b253f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:28.451675 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7de3d815-1dcc-4693-bed5-fca3db210880 req-3dff101d-8db5-488a-a509-4de5455b253f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.1152542 Jun 16 18:48:28.528885 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce02ba-5223-4b23-9d21-c1c9fe2b219f req-c68ddf1f-7940-4581-8194-586d0cbe7d9f tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:28.530270 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fdce02ba-5223-4b23-9d21-c1c9fe2b219f req-c68ddf1f-7940-4581-8194-586d0cbe7d9f tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.1402040 Jun 16 18:48:28.533588 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7de3d815-1dcc-4693-bed5-fca3db210880 req-a6982ca7-49c9-4a16-8fa3-ae80ac493742 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786426 Jun 16 18:48:28.551354 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:28.577703 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a802a98-1c32-4af3-95e4-36e43b97e156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805562b2-2c79-4a2a-8511-0f62973004e8'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:48:28.580094 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd63767-f0d5-44cd-bd47-7b50e51d7e0e" -d '{"events": [{"server_uuid": "5a802a98-1c32-4af3-95e4-36e43b97e156", "name": "network-vif-plugged", "status": "completed", "tag": "805562b2-2c79-4a2a-8511-0f62973004e8"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:48:28.594577 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 805562b2-2c79-4a2a-8511-0f62973004e8, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=805562b2-2c79-4a2a-8511-0f62973004e8,segment=NetworkSegment(b67691b4-e876-4ce2-bc65-fb5f55acfa3a),segment_id=b67691b4-e876-4ce2-bc65-fb5f55acfa3a)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:48:28.668605 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:28.672084 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:28.720386 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=805562b2-2c79-4a2a-8511-0f62973004e8,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:28.723807 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:28.792286 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fdce02ba-5223-4b23-9d21-c1c9fe2b219f req-a469611a-2083-46ac-87da-83612665b71a tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546163 Jun 16 18:48:28.826771 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c011b-4e5a-4454-830c-0031613beba4 req-65ad4d91-42c9-4995-ba24-42e37e2d7a65 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:28.831090 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f10c011b-4e5a-4454-830c-0031613beba4 req-65ad4d91-42c9-4995-ba24-42e37e2d7a65 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.0872359 Jun 16 18:48:28.868204 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f10c011b-4e5a-4454-830c-0031613beba4 req-008a58be-00a2-44ce-b239-492d2971abe5 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335491 Jun 16 18:48:28.917567 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d1c594-00a6-4eb8-bdb9-22d7ab49eef9 x-openstack-request-id: req-38d1c594-00a6-4eb8-bdb9-22d7ab49eef9 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:48:28.918118 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a802a98-1c32-4af3-95e4-36e43b97e156", "name": "network-vif-plugged", "status": "completed", "tag": "805562b2-2c79-4a2a-8511-0f62973004e8", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:48:28.918559 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38d1c594-00a6-4eb8-bdb9-22d7ab49eef9 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:48:28.919203 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a802a98-1c32-4af3-95e4-36e43b97e156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805562b2-2c79-4a2a-8511-0f62973004e8', 'code': 200} Jun 16 18:48:28.977117 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c785214-9709-406f-ac2b-9fe9c0719582 req-6b4644f0-37b9-43c1-a691-d2aa7f5aedf4 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:28.980997 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5c785214-9709-406f-ac2b-9fe9c0719582 req-6b4644f0-37b9-43c1-a691-d2aa7f5aedf4 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 944 time: 0.0795572 Jun 16 18:48:29.044917 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5c785214-9709-406f-ac2b-9fe9c0719582 req-69909ca2-25c7-4f81-9e66-8741847a47f2 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540142 Jun 16 18:48:29.122334 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a571c-9da2-4873-beb2-a2dc97d5bc3a req-524f4b0c-77b7-445d-a23e-e688b72b973e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:29.130022 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c70a571c-9da2-4873-beb2-a2dc97d5bc3a req-524f4b0c-77b7-445d-a23e-e688b72b973e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0837228 Jun 16 18:48:29.182685 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c70a571c-9da2-4873-beb2-a2dc97d5bc3a req-42abfb54-7840-485d-af2c-046c986ff401 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506749 Jun 16 18:48:29.385359 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8f42f-bda8-4d4d-8394-2ee9d280e582 req-e81cb499-8d45-4046-9865-252b7006420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:29.387154 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9fe8f42f-bda8-4d4d-8394-2ee9d280e582 req-e81cb499-8d45-4046-9865-252b7006420e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 1098 time: 0.0538797 Jun 16 18:48:29.427045 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9fe8f42f-bda8-4d4d-8394-2ee9d280e582 req-72e99622-3315-445d-b511-d8b075014cb1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294280 Jun 16 18:48:29.728207 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c043f3-a84c-41c0-9131-abbed19bc929 req-bba7ea22-b3fe-484c-a9e2-6419f79201a7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:29.729833 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e0c043f3-a84c-41c0-9131-abbed19bc929 req-bba7ea22-b3fe-484c-a9e2-6419f79201a7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.0797048 Jun 16 18:48:29.798838 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e0c043f3-a84c-41c0-9131-abbed19bc929 req-d7929ca1-8b93-4fb2-85b4-366399dedac9 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613453 Jun 16 18:48:30.231564 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f357e-a5e8-4acb-95ed-fd0fd6742550 req-51b5ec61-54f1-43ad-91fa-5e0cc5efcd11 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:30.233168 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-595f357e-a5e8-4acb-95ed-fd0fd6742550 req-51b5ec61-54f1-43ad-91fa-5e0cc5efcd11 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 944 time: 0.0744369 Jun 16 18:48:30.265418 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 66ac1624-e4f5-43f6-96dd-a2f000e24267 up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:48:30.278601 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-595f357e-a5e8-4acb-95ed-fd0fd6742550 req-2ecf729f-4b3c-476e-8c68-2b36ad7af829 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 Jun 16 18:48:30.376462 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdaafd6-ad4d-4df0-886a-bc5eb8d0cda7 req-468c0847-1254-452d-bb75-68d76af16198 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:30.377902 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8cdaafd6-ad4d-4df0-886a-bc5eb8d0cda7 req-468c0847-1254-452d-bb75-68d76af16198 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0723906 Jun 16 18:48:30.422980 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8cdaafd6-ad4d-4df0-886a-bc5eb8d0cda7 req-75166dbf-93fd-47a3-b164-8201ab5aeb3e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381646 Jun 16 18:48:30.427324 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port 66ac1624-e4f5-43f6-96dd-a2f000e24267 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:48:30.432045 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port 66ac1624-e4f5-43f6-96dd-a2f000e24267 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:30.432575 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:30.522805 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:30.554915 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 66ac1624-e4f5-43f6-96dd-a2f000e24267, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:48:30.640191 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:30.640969 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 5798a761-60e5-4a54-9aa6-46657b5e59fe up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:48:30.642628 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:30.712519 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=66ac1624-e4f5-43f6-96dd-a2f000e24267,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:30.716185 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:30.851355 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port 5798a761-60e5-4a54-9aa6-46657b5e59fe completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:48:30.856975 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port 5798a761-60e5-4a54-9aa6-46657b5e59fe triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:30.857360 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:30.944703 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ac1624-e4f5-43f6-96dd-a2f000e24267'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:48:30.947225 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe7cabe-184f-4618-8df6-88f29899a066" -d '{"events": [{"server_uuid": "ee02bc62-0d06-4b22-951d-d62849b64476", "name": "network-vif-plugged", "status": "completed", "tag": "66ac1624-e4f5-43f6-96dd-a2f000e24267"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:48:30.963785 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:30.992740 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a8ca63-2e44-4715-b490-d89bad289025 x-openstack-request-id: req-37a8ca63-2e44-4715-b490-d89bad289025 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:48:30.993048 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee02bc62-0d06-4b22-951d-d62849b64476", "name": "network-vif-plugged", "status": "completed", "tag": "66ac1624-e4f5-43f6-96dd-a2f000e24267", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:48:30.993331 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37a8ca63-2e44-4715-b490-d89bad289025 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:48:30.993732 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ac1624-e4f5-43f6-96dd-a2f000e24267', 'code': 200} Jun 16 18:48:31.003138 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 5798a761-60e5-4a54-9aa6-46657b5e59fe, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5798a761-60e5-4a54-9aa6-46657b5e59fe,segment=NetworkSegment(b67691b4-e876-4ce2-bc65-fb5f55acfa3a),segment_id=b67691b4-e876-4ce2-bc65-fb5f55acfa3a)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:48:31.016990 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31777765-881d-4ea9-b763-a2e4726e566e req-67ceb582-4f92-4515-b630-8343a74e17f4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:31.018475 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-31777765-881d-4ea9-b763-a2e4726e566e req-67ceb582-4f92-4515-b630-8343a74e17f4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 944 time: 0.0776725 Jun 16 18:48:31.057614 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-31777765-881d-4ea9-b763-a2e4726e566e req-81177837-fa72-4397-8ec4-9307475e9703 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329194 Jun 16 18:48:31.114313 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:31.115260 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device c7cfd3f2-11be-40d7-992b-b64620dde2cd up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:48:31.117014 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:31.196629 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=5798a761-60e5-4a54-9aa6-46657b5e59fe,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:31.200950 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:31.223788 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b4f4ac5a-49e9-4bf2-92be-5125995d3343 req-1e90eec2-7ae3-4484-8351-e9fd57ebc400 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735569 Jun 16 18:48:31.285719 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port c7cfd3f2-11be-40d7-992b-b64620dde2cd completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:48:31.290207 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port c7cfd3f2-11be-40d7-992b-b64620dde2cd triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:31.290662 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:31.366157 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4ac5a-49e9-4bf2-92be-5125995d3343 req-f379ebbc-c5e6-44fa-923c-347abe0d0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:31.367674 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b4f4ac5a-49e9-4bf2-92be-5125995d3343 req-f379ebbc-c5e6-44fa-923c-347abe0d0d6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07e315b6a99847fc959745348275cb69&device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0559456 Jun 16 18:48:31.384288 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:31.427691 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port c7cfd3f2-11be-40d7-992b-b64620dde2cd, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c7cfd3f2-11be-40d7-992b-b64620dde2cd,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:48:31.542034 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:31.545639 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:31.599187 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=c7cfd3f2-11be-40d7-992b-b64620dde2cd,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:31.603163 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:31.648901 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4ac5a-49e9-4bf2-92be-5125995d3343 req-1b0360ef-82e5-47bf-a212-f12f414c0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:31.650382 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b4f4ac5a-49e9-4bf2-92be-5125995d3343 req-1b0360ef-82e5-47bf-a212-f12f414c0b57 service neutron] 10.222.0.70 "GET /v2.0/networks?id=84f54788-0530-4c9a-8828-ab728ebc1a75 HTTP/1.1" status: 200 len: 912 time: 0.2049427 Jun 16 18:48:31.674892 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca7884-72bc-418f-95d8-80638a5f56c1 req-216f0871-b5c2-4004-86e2-005041f68969 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:31.676256 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-86ca7884-72bc-418f-95d8-80638a5f56c1 req-216f0871-b5c2-4004-86e2-005041f68969 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.2414451 Jun 16 18:48:31.711853 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef0a25-c3b3-4f32-83ea-0156c48174d7 req-b1cf78b2-6499-4638-b47e-15105af86738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:31.713340 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1cef0a25-c3b3-4f32-83ea-0156c48174d7 req-b1cf78b2-6499-4638-b47e-15105af86738 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 1098 time: 0.2666030 Jun 16 18:48:31.716315 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b4f4ac5a-49e9-4bf2-92be-5125995d3343 req-470670dc-44b7-41fc-8cc0-3ccc56682255 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ad0c66d-8eeb-40db-b258-3a216c0b169f HTTP/1.1" status: 200 len: 217 time: 0.0567822 Jun 16 18:48:31.761994 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95e836-46db-4f72-841d-4006108026ae req-78f2a7a9-e37d-4073-8314-76200815661e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:31.764144 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3a95e836-46db-4f72-841d-4006108026ae req-78f2a7a9-e37d-4073-8314-76200815661e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.2096658 Jun 16 18:48:31.838735 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-86ca7884-72bc-418f-95d8-80638a5f56c1 req-d5710969-bdb6-44d4-a233-9e5f93dd49a3 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319513 Jun 16 18:48:31.843581 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4ac5a-49e9-4bf2-92be-5125995d3343 req-6012a950-20aa-47f3-b3e5-78e15e32dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:31.844953 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b4f4ac5a-49e9-4bf2-92be-5125995d3343 req-6012a950-20aa-47f3-b3e5-78e15e32dd1d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d50e8d3a-8ad1-4059-a671-01c1d9f909a6 HTTP/1.1" status: 200 len: 851 time: 0.1090498 Jun 16 18:48:31.848918 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1cef0a25-c3b3-4f32-83ea-0156c48174d7 req-85d45589-f920-4196-954a-07a43fda01af service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237462 Jun 16 18:48:31.863924 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3a95e836-46db-4f72-841d-4006108026ae req-21542c1c-7067-431d-b7c9-b5499985f885 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743785 Jun 16 18:48:32.063449 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b4f4ac5a-49e9-4bf2-92be-5125995d3343 req-5e2e1c9d-a7bc-4805-ad8d-ee2007a6392b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=84f54788-0530-4c9a-8828-ab728ebc1a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277345 Jun 16 18:48:32.164350 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b4f4ac5a-49e9-4bf2-92be-5125995d3343 req-7e041898-7754-4591-b7a4-1a5187f6ef47 service neutron] 10.222.0.70 "GET /v2.0/networks/84f54788-0530-4c9a-8828-ab728ebc1a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928650 Jun 16 18:48:32.300968 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b4f4ac5a-49e9-4bf2-92be-5125995d3343 req-e6541a67-742f-4bc3-8710-934d026816c5 service neutron] 10.222.0.70 "GET /v2.0/networks/84f54788-0530-4c9a-8828-ab728ebc1a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240435 Jun 16 18:48:32.313215 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dbec6-61c9-447a-85c8-b91801280d0c req-8876e7b6-3d3f-4d32-b939-e5874c3d5adc tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:32.314426 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6e9dbec6-61c9-447a-85c8-b91801280d0c req-8876e7b6-3d3f-4d32-b939-e5874c3d5adc tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.1297076 Jun 16 18:48:32.357900 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6e9dbec6-61c9-447a-85c8-b91801280d0c req-e79721b3-2b91-4cc7-ba1b-98875ff44abf tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367305 Jun 16 18:48:32.994944 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd479b602-9298-4fc4-9f68-7043662d82ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5798a761-60e5-4a54-9aa6-46657b5e59fe'}, {'server_uuid': '8100cff8-3c43-42f7-9913-f3b3e3fe7489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cfd3f2-11be-40d7-992b-b64620dde2cd'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:48:32.997747 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46698955-d4b8-403c-b682-075642f01436" -d '{"events": [{"server_uuid": "d479b602-9298-4fc4-9f68-7043662d82ec", "name": "network-vif-plugged", "status": "completed", "tag": "5798a761-60e5-4a54-9aa6-46657b5e59fe"}, {"server_uuid": "8100cff8-3c43-42f7-9913-f3b3e3fe7489", "name": "network-vif-plugged", "status": "completed", "tag": "c7cfd3f2-11be-40d7-992b-b64620dde2cd"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:48:33.015977 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eea721-58d4-450b-b672-941d7f962cf1 req-2b824a6e-a703-4d74-a5cc-4f906efb4d8e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:33.018348 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-21eea721-58d4-450b-b672-941d7f962cf1 req-2b824a6e-a703-4d74-a5cc-4f906efb4d8e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0699000 Jun 16 18:48:33.086943 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-21eea721-58d4-450b-b672-941d7f962cf1 req-b30b3890-64bf-4d70-9878-a8c5dc925856 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546284 Jun 16 18:48:33.146463 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Jun 2021 18:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcd00f5-f94a-4b34-9236-8f7af62e067d x-openstack-request-id: req-fdcd00f5-f94a-4b34-9236-8f7af62e067d {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:48:33.146463 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d479b602-9298-4fc4-9f68-7043662d82ec", "name": "network-vif-plugged", "status": "completed", "tag": "5798a761-60e5-4a54-9aa6-46657b5e59fe", "code": 200}, {"server_uuid": "8100cff8-3c43-42f7-9913-f3b3e3fe7489", "name": "network-vif-plugged", "status": "completed", "tag": "c7cfd3f2-11be-40d7-992b-b64620dde2cd", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:48:33.146463 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fdcd00f5-f94a-4b34-9236-8f7af62e067d {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:48:33.146463 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd479b602-9298-4fc4-9f68-7043662d82ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5798a761-60e5-4a54-9aa6-46657b5e59fe', 'code': 200} Jun 16 18:48:33.146463 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8100cff8-3c43-42f7-9913-f3b3e3fe7489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cfd3f2-11be-40d7-992b-b64620dde2cd', 'code': 200} Jun 16 18:48:33.281640 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffb7ee-c221-4627-9478-05f98b45b227 req-3c23a0eb-d69b-44e9-b16f-df3cb4fc056b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:33.283248 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b8ffb7ee-c221-4627-9478-05f98b45b227 req-3c23a0eb-d69b-44e9-b16f-df3cb4fc056b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0706396 Jun 16 18:48:33.328415 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b8ffb7ee-c221-4627-9478-05f98b45b227 req-be41aa24-0b7d-4996-8fec-b5a9d1eb2a34 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380518 Jun 16 18:48:33.538938 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06108791-a659-4a48-8538-c106d6506958 req-32011ca1-9068-48ce-a4fb-6d2e0d647f0f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:33.540699 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-06108791-a659-4a48-8538-c106d6506958 req-32011ca1-9068-48ce-a4fb-6d2e0d647f0f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0698390 Jun 16 18:48:33.607962 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-06108791-a659-4a48-8538-c106d6506958 req-77e910d1-2538-4908-a36a-ba78641f2e1d tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569599 Jun 16 18:48:33.852863 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46262) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:33.877786 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf7642-40bb-41aa-9109-e9a6de941fc1 req-d1fdfd92-ccc8-4385-90b1-be1592b21796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:33.880033 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-aedf7642-40bb-41aa-9109-e9a6de941fc1 req-d1fdfd92-ccc8-4385-90b1-be1592b21796 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 1098 time: 0.1112123 Jun 16 18:48:33.882114 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ca760-c909-4393-a7c2-a4af2760f9a9 req-87cb7c35-8dea-4daf-a571-69d4e729af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:33.883512 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e46ca760-c909-4393-a7c2-a4af2760f9a9 req-87cb7c35-8dea-4daf-a571-69d4e729af8b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 1098 time: 0.1060162 Jun 16 18:48:33.975393 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46270) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:34.030809 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-aedf7642-40bb-41aa-9109-e9a6de941fc1 req-e9da1940-97b9-4550-95dd-f62d41a2e0f9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213684 Jun 16 18:48:34.033498 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e46ca760-c909-4393-a7c2-a4af2760f9a9 req-f15bf80f-500e-4c60-89b1-6790fa7e140d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222365 Jun 16 18:48:34.092801 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:34.106785 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5522-8a6b-4f2a-914e-098fb1ac24be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:34.143092 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.db.api [None req-d5ed5522-8a6b-4f2a-914e-098fb1ac24be admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 18:48:34.143092 dv-cinder-667108-31-iscsi neutron-server[100040]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 16 18:48:34.143092 dv-cinder-667108-31-iscsi neutron-server[100040]: [parameters: {'project_id': '57919d1404474ff9b093448ddfed5ef2', 'id': 'd352402c-70fe-462e-8484-146606f29d7e', 'expiration': datetime.datetime(2021, 6, 16, 18, 50, 34, 138448)}] Jun 16 18:48:34.143092 dv-cinder-667108-31-iscsi neutron-server[100040]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 18:48:34.143512 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_db.api [None req-d5ed5522-8a6b-4f2a-914e-098fb1ac24be admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:48:34.236920 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:34.268729 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e55b5-6b7d-4a55-925b-a9b67d354087 req-4324f793-71a2-48ef-8cd3-e6fce4c37187 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:34.270227 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-221e55b5-6b7d-4a55-925b-a9b67d354087 req-4324f793-71a2-48ef-8cd3-e6fce4c37187 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0707204 Jun 16 18:48:34.301542 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:34.305161 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:34.311709 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-221e55b5-6b7d-4a55-925b-a9b67d354087 req-a9709f46-bc1f-44fe-bbd6-1cdace383725 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346038 Jun 16 18:48:34.341049 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b5d1b5-a02b-4764-a3c4-1ef98bf5bbd9,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:34.349010 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e4ecd3c33804c2482c32782a604f684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4946859 Jun 16 18:48:34.350846 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.351320 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.351835 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 46280) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:34.352005 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.352188 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.352528 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.352873 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.353721 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.354074 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.354401 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.354730 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.355084 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.355414 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.359979 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:34.408870 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:34.430241 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:34.533642 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cd2e1-4a57-478b-8df0-a18370f6c0bf req-0b55d68f-98df-4a73-901b-d0d55949e34f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:34.535177 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1d3cd2e1-4a57-478b-8df0-a18370f6c0bf req-0b55d68f-98df-4a73-901b-d0d55949e34f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0643654 Jun 16 18:48:34.536269 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:34.538770 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:34.542229 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15b5d1b5-a02b-4764-a3c4-1ef98bf5bbd9 HTTP/1.1" status: 204 len: 168 time: 0.1868083 Jun 16 18:48:34.542229 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-f31b58ba-4f61-4d85-bca2-882aaa6410e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:34.554585 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b5d1b5-a02b-4764-a3c4-1ef98bf5bbd9,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:34.571078 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.571446 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.571795 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.572697 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.573039 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.573386 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.573719 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.574054 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.574607 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.574723 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.575060 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.575506 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:34.580533 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:34.604403 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1d3cd2e1-4a57-478b-8df0-a18370f6c0bf req-9fbd7d8f-881b-4e3d-8ed9-1c1b260fd93b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603814 Jun 16 18:48:34.644345 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5522-8a6b-4f2a-914e-098fb1ac24be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:34.749573 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5522-8a6b-4f2a-914e-098fb1ac24be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:34.847040 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33fcc4-d9b9-458d-a107-0a31911406f7 req-4e576a98-6c9d-49c4-8db3-0da751e1eab6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:34.848452 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7c33fcc4-d9b9-458d-a107-0a31911406f7 req-4e576a98-6c9d-49c4-8db3-0da751e1eab6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.1180480 Jun 16 18:48:34.858440 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46290) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:34.859788 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba93750-2d35-48bb-9106-af7a6088e5bc req-521e9b6a-97c8-4937-98c0-8ad78fb7db85 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:34.861267 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0ba93750-2d35-48bb-9106-af7a6088e5bc req-521e9b6a-97c8-4937-98c0-8ad78fb7db85 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0947413 Jun 16 18:48:34.863544 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-f4fb00ca-90b0-4e50-aa3b-58c2d39d87f3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Request body: {'floatingip': {'port_id': '66ac1624-e4f5-43f6-96dd-a2f000e24267'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:34.901330 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0ba93750-2d35-48bb-9106-af7a6088e5bc req-d1a01e2d-9b83-4f5f-ba73-37e7ad3830ba tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343363 Jun 16 18:48:34.938482 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f4fb00ca-90b0-4e50-aa3b-58c2d39d87f3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for floatingip, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:35.074808 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5522-8a6b-4f2a-914e-098fb1ac24be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:35.079512 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-8f244085-0464-4d09-89c1-06425d2d2325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:35.141692 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed5522-8a6b-4f2a-914e-098fb1ac24be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58bf918-a77e-4660-86d1-6eecf31760c5,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:35.146015 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-d5ed5522-8a6b-4f2a-914e-098fb1ac24be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57919d1404474ff9b093448ddfed5ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1693916 Jun 16 18:48:35.154310 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 46296) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:35.183047 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-d5ed5522-8a6b-4f2a-914e-098fb1ac24be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:35.242354 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e4263a8e-2099-44b6-8331-1223581cc465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:35.270888 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e4263a8e-2099-44b6-8331-1223581cc465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:35.401701 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e4263a8e-2099-44b6-8331-1223581cc465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:35.409324 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e4263a8e-2099-44b6-8331-1223581cc465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:35.418933 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-e4263a8e-2099-44b6-8331-1223581cc465 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b58bf918-a77e-4660-86d1-6eecf31760c5 HTTP/1.1" status: 204 len: 168 time: 0.2623429 Jun 16 18:48:35.420583 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-f4bbf045-b896-4e63-b7a0-ed6717aa7a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:35.438951 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4263a8e-2099-44b6-8331-1223581cc465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58bf918-a77e-4660-86d1-6eecf31760c5,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:35.453163 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e4263a8e-2099-44b6-8331-1223581cc465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:35.531925 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d81d9-3f10-4fe1-8f36-c93709c1a45c req-2bda6c72-6227-405f-bc99-7cd1ae10ffad tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:35.534601 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d80d81d9-3f10-4fe1-8f36-c93709c1a45c req-2bda6c72-6227-405f-bc99-7cd1ae10ffad tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0927930 Jun 16 18:48:35.576148 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d80d81d9-3f10-4fe1-8f36-c93709c1a45c req-34e4025e-285d-4e94-b50a-d8e58c38d106 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355418 Jun 16 18:48:35.694113 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 46306) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:35.709557 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e4c2221c-372e-41fa-9119-e345452c0c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:35.847889 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e4c2221c-372e-41fa-9119-e345452c0c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:35.885895 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f4fb00ca-90b0-4e50-aa3b-58c2d39d87f3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:35.941957 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e4c2221c-372e-41fa-9119-e345452c0c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:35.941957 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:35.959882 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f4fb00ca-90b0-4e50-aa3b-58c2d39d87f3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:36.029045 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2221c-372e-41fa-9119-e345452c0c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5128f9-11aa-4f2e-84fd-ca29e4771b0f,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:36.035932 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-e4c2221c-372e-41fa-9119-e345452c0c63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ad89f411c6e4f8bb492ccc372b024ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405588 Jun 16 18:48:36.037275 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e4c2221c-372e-41fa-9119-e345452c0c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:36.047936 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 46318) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:36.117637 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.l3_db [None req-f4fb00ca-90b0-4e50-aa3b-58c2d39d87f3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Floating IP 19a75b2b-1226-4af8-b837-2ee50c405146 associated. External IP: 172.27.3.242, port: 66ac1624-e4f5-43f6-96dd-a2f000e24267. Jun 16 18:48:36.163024 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6c34c-ead9-4a09-8282-07b79a3cb8db req-5cbf8eb0-ed06-4f82-a989-5e0818b63368 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:36.164564 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0df6c34c-ead9-4a09-8282-07b79a3cb8db req-5cbf8eb0-ed06-4f82-a989-5e0818b63368 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.1372886 Jun 16 18:48:36.165932 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c97b08d2-833c-47c5-9549-1226362f087a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:36.214939 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c97b08d2-833c-47c5-9549-1226362f087a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:36.269455 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0df6c34c-ead9-4a09-8282-07b79a3cb8db req-707d28b7-c53e-4966-9675-730e9064bab1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939350 Jun 16 18:48:36.410851 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fb00ca-90b0-4e50-aa3b-58c2d39d87f3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Router 243b13f7-5e16-434e-9e97-46cfca988340 has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:48:36.504615 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c97b08d2-833c-47c5-9549-1226362f087a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:36.507322 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c97b08d2-833c-47c5-9549-1226362f087a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:36.513323 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-c97b08d2-833c-47c5-9549-1226362f087a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e5128f9-11aa-4f2e-84fd-ca29e4771b0f HTTP/1.1" status: 204 len: 168 time: 0.4595127 Jun 16 18:48:36.513323 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-a65efa1e-f15c-4853-a633-9be560c01d92 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:36.520562 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b08d2-833c-47c5-9549-1226362f087a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5128f9-11aa-4f2e-84fd-ca29e4771b0f,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:36.533898 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c97b08d2-833c-47c5-9549-1226362f087a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:36.566196 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fb00ca-90b0-4e50-aa3b-58c2d39d87f3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:48:36.566196 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f4fb00ca-90b0-4e50-aa3b-58c2d39d87f3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:36.574895 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e75907c-2232-492a-81f7-f84bbd246931 None None] Sync routers for ids ['243b13f7-5e16-434e-9e97-46cfca988340'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:48:36.595479 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e75907c-2232-492a-81f7-f84bbd246931 None None] Routers {'243b13f7-5e16-434e-9e97-46cfca988340'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:48:36.596652 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-2e75907c-2232-492a-81f7-f84bbd246931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:48:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['243b13f7-5e16-434e-9e97-46cfca988340'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:36.628272 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-f4fb00ca-90b0-4e50-aa3b-58c2d39d87f3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "PUT /v2.0/floatingips/19a75b2b-1226-4af8-b837-2ee50c405146 HTTP/1.1" status: 200 len: 991 time: 1.7684877 Jun 16 18:48:36.629003 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'tag': '66ac1624-e4f5-43f6-96dd-a2f000e24267'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:48:36.645400 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11e230e-a9a7-4c46-8ac5-4dffd08dfce6" -d '{"events": [{"name": "network-changed", "server_uuid": "ee02bc62-0d06-4b22-951d-d62849b64476", "tag": "66ac1624-e4f5-43f6-96dd-a2f000e24267"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:48:36.754251 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-2e75907c-2232-492a-81f7-f84bbd246931 None None] Set router 243b13f7-5e16-434e-9e97-46cfca988340 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:48:36.802031 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b6fb9-2456-4e2b-9de8-a530b8d5a68b req-3c274484-dccc-46ca-b099-be19229ff1da tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:36.804209 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9f8b6fb9-2456-4e2b-9de8-a530b8d5a68b req-3c274484-dccc-46ca-b099-be19229ff1da tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0981419 Jun 16 18:48:36.843714 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7417450-3d36-4ddc-ba8c-118911779b8f x-openstack-request-id: req-c7417450-3d36-4ddc-ba8c-118911779b8f {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:48:36.844030 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee02bc62-0d06-4b22-951d-d62849b64476", "tag": "66ac1624-e4f5-43f6-96dd-a2f000e24267", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:48:36.844473 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7417450-3d36-4ddc-ba8c-118911779b8f {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:48:36.845156 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'tag': '66ac1624-e4f5-43f6-96dd-a2f000e24267', 'status': 'completed', 'code': 200} Jun 16 18:48:36.852816 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9f8b6fb9-2456-4e2b-9de8-a530b8d5a68b req-9e1f342e-a434-423b-8599-46f58f6f4804 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423119 Jun 16 18:48:36.895022 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46348) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:36.956090 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e230e-a9a7-4c46-8ac5-4dffd08dfce6 req-c6d9fcd8-583e-4572-af8a-1b9740eb6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:36.957644 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e11e230e-a9a7-4c46-8ac5-4dffd08dfce6 req-c6d9fcd8-583e-4572-af8a-1b9740eb6957 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 1098 time: 0.0911102 Jun 16 18:48:37.039579 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1716712099-network', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:37.112167 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e230e-a9a7-4c46-8ac5-4dffd08dfce6 req-f2340714-3760-4f7c-a8a2-6377bdfde31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:37.113780 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e11e230e-a9a7-4c46-8ac5-4dffd08dfce6 req-f2340714-3760-4f7c-a8a2-6377bdfde31b service neutron] 10.222.0.70 "GET /v2.0/networks?id=5067c8ca-8862-4936-b72e-9c44c8a52801 HTTP/1.1" status: 200 len: 917 time: 0.1441905 Jun 16 18:48:37.116876 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-2e75907c-2232-492a-81f7-f84bbd246931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '19a75b2b-1226-4af8-b837-2ee50c405146', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'port_id': '66ac1624-e4f5-43f6-96dd-a2f000e24267', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'mac_address': 'fa:16:3e:c5:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:47:32Z', 'updated_at': '2021-06-16T18:48:35Z', 'revision_number': 1, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee60d4c-aa84-4116-b869-02c23cf6b852', 'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'mac_address': 'fa:16:3e:2d:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 5, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'subnets': [{'id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:37.120297 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e75907c-2232-492a-81f7-f84bbd246931 None None] Checking router: 243b13f7-5e16-434e-9e97-46cfca988340 for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:48:37.128479 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e75907c-2232-492a-81f7-f84bbd246931 None None] Routers {'243b13f7-5e16-434e-9e97-46cfca988340'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:48:37.129105 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-2e75907c-2232-492a-81f7-f84bbd246931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:48:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['243b13f7-5e16-434e-9e97-46cfca988340'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:37.166162 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Made reservation on behalf of bca6fcaf38fd428f8241bdcdf20d1efe for: {'network': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:48:37.169403 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:37.178956 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:37.222401 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e11e230e-a9a7-4c46-8ac5-4dffd08dfce6 req-8b5e9ffa-744e-4207-a553-fc0af6890629 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267 HTTP/1.1" status: 200 len: 999 time: 0.1014585 Jun 16 18:48:37.241057 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-2e75907c-2232-492a-81f7-f84bbd246931 None None] Set router 243b13f7-5e16-434e-9e97-46cfca988340 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:48:37.283697 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:37.337154 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e230e-a9a7-4c46-8ac5-4dffd08dfce6 req-6836cba0-e1fb-4f42-b949-e40908f67c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:37.341668 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e11e230e-a9a7-4c46-8ac5-4dffd08dfce6 req-6836cba0-e1fb-4f42-b949-e40908f67c3a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f5204a4-d003-494a-9248-fcb9bc5356cc HTTP/1.1" status: 200 len: 855 time: 0.1065192 Jun 16 18:48:37.344006 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:37.351153 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:37.396331 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=100040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:48:37.407248 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c65d2e-b351-4d2c-990d-4c0e7c87a655,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:37.412012 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:37.418724 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:37.419540 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.segments_db [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Added segment 11e93e52-e375-40e8-8682-dd6a04f4e67e of type vlan for network eb9a49dd-9ddc-41da-a244-4443a4784c2b Jun 16 18:48:37.469437 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e230e-a9a7-4c46-8ac5-4dffd08dfce6 req-34d85526-a27f-4716-8102-4c44ccfac347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:37.471035 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e11e230e-a9a7-4c46-8ac5-4dffd08dfce6 req-34d85526-a27f-4716-8102-4c44ccfac347 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5067c8ca-8862-4936-b72e-9c44c8a52801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1174431 Jun 16 18:48:37.516755 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46362) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:37.539900 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:37.554332 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5acb1365-bf94-4881-9585-f4044280bd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:37.588423 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e11e230e-a9a7-4c46-8ac5-4dffd08dfce6 req-1567db26-ac04-466c-873e-d8dd9510de36 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100183 Jun 16 18:48:37.694909 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-2e75907c-2232-492a-81f7-f84bbd246931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '19a75b2b-1226-4af8-b837-2ee50c405146', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'port_id': '66ac1624-e4f5-43f6-96dd-a2f000e24267', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'mac_address': 'fa:16:3e:c5:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:47:32Z', 'updated_at': '2021-06-16T18:48:35Z', 'revision_number': 1, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee60d4c-aa84-4116-b869-02c23cf6b852', 'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'mac_address': 'fa:16:3e:2d:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 5, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'subnets': [{'id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:37.702388 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e75907c-2232-492a-81f7-f84bbd246931 None None] The sync data for ids ['243b13f7-5e16-434e-9e97-46cfca988340'] in dv-cinder-667108-31-iscsi is: [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '19a75b2b-1226-4af8-b837-2ee50c405146', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'port_id': '66ac1624-e4f5-43f6-96dd-a2f000e24267', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'mac_address': 'fa:16:3e:c5:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:47:32Z', 'updated_at': '2021-06-16T18:48:35Z', 'revision_number': 1, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee60d4c-aa84-4116-b869-02c23cf6b852', 'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'mac_address': 'fa:16:3e:2d:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 5, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'subnets': [{'id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:48:37.726141 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:37.732033 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5acb1365-bf94-4881-9585-f4044280bd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:37.732033 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:37.732033 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:37.734471 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-c0fbde03-94b0-478e-a714-c0de6f588cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:37.813936 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Pushing event updated for resources: {'Network': ['ID=eb9a49dd-9ddc-41da-a244-4443a4784c2b,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:37.817637 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:37.824268 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network eb9a49dd-9ddc-41da-a244-4443a4784c2b details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:48:37.852232 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5acb1365-bf94-4881-9585-f4044280bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:37.856508 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-f2978571-7399-44b5-8b42-2ea571d05d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:37.899654 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-5acb1365-bf94-4881-9585-f4044280bd3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9e127f8d10a4b05b2409791b583dbbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812258 Jun 16 18:48:37.900568 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb1365-bf94-4881-9585-f4044280bd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc23ab08-ebd7-48f1-b6b3-f84e011339d8,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:37.903564 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5acb1365-bf94-4881-9585-f4044280bd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:37.904671 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46374) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:37.957852 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0615511 Jun 16 18:48:37.965811 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46376) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:37.973247 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-cfd19097-bb76-42b4-b1e2-43b03cc7cfa0 admin admin] Request body: {'subnet': {'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1716712099-subnet', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'ip_version': 4}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:37.984647 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ce9dc980-b5e7-41f0-8a57-ed9ddd51ac0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:38.016659 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71873570-93d9-4497-9965-61ab6c905f21 None None] New status for floating IP 19a75b2b-1226-4af8-b837-2ee50c405146: ACTIVE {{(pid=100041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:48:38.023821 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ce9dc980-b5e7-41f0-8a57-ed9ddd51ac0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:38.057969 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221c150-77b2-41ca-bab3-b896c627a7dc req-3ccd9a18-d0e0-4087-a8ed-3d10494b3951 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:38.065491 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0221c150-77b2-41ca-bab3-b896c627a7dc req-3ccd9a18-d0e0-4087-a8ed-3d10494b3951 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.4757848 Jun 16 18:48:38.070394 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e11e230e-a9a7-4c46-8ac5-4dffd08dfce6 req-a3fdd9bb-d514-48ac-883c-4e5b6ad688d0 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644554 Jun 16 18:48:38.095993 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd19097-bb76-42b4-b1e2-43b03cc7cfa0 admin admin] Made reservation on behalf of bca6fcaf38fd428f8241bdcdf20d1efe for: {'subnet': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:48:38.099239 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cfd19097-bb76-42b4-b1e2-43b03cc7cfa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:38.116596 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b9ed0-8215-4db8-9174-a685b176fbb7 req-013cceb7-6097-4870-b6de-67aa2dff94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:38.118053 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-139b9ed0-8215-4db8-9174-a685b176fbb7 req-013cceb7-6097-4870-b6de-67aa2dff94b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=800642a613714aec9372ad858f15dd9b&device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 1098 time: 0.2153943 Jun 16 18:48:38.125498 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219b1d2-9ecc-4689-9acb-b25da5f2aae1 req-5f2b0355-d409-4609-ba04-d9c29cc659f7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:38.127126 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b219b1d2-9ecc-4689-9acb-b25da5f2aae1 req-5f2b0355-d409-4609-ba04-d9c29cc659f7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.2267425 Jun 16 18:48:38.154175 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0221c150-77b2-41ca-bab3-b896c627a7dc req-c366c212-40e3-47e0-9ef5-512b3d3604f3 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877354 Jun 16 18:48:38.243195 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b219b1d2-9ecc-4689-9acb-b25da5f2aae1 req-23bcaa22-4f54-4cfe-ac08-5aa44f0b3a2c tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017148 Jun 16 18:48:38.250353 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ce9dc980-b5e7-41f0-8a57-ed9ddd51ac0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:38.253008 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ce9dc980-b5e7-41f0-8a57-ed9ddd51ac0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:38.254170 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-ce9dc980-b5e7-41f0-8a57-ed9ddd51ac0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc23ab08-ebd7-48f1-b6b3-f84e011339d8 HTTP/1.1" status: 204 len: 168 time: 0.3490131 Jun 16 18:48:38.257372 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:38.292998 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9dc980-b5e7-41f0-8a57-ed9ddd51ac0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc23ab08-ebd7-48f1-b6b3-f84e011339d8,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:38.309975 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b9ed0-8215-4db8-9174-a685b176fbb7 req-7fd6241e-98b1-4255-805f-127367eb48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:38.310188 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ce9dc980-b5e7-41f0-8a57-ed9ddd51ac0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:38.310287 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-139b9ed0-8215-4db8-9174-a685b176fbb7 req-7fd6241e-98b1-4255-805f-127367eb48ac service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc88b1e0-01b8-46a4-896b-30044689d0a1 HTTP/1.1" status: 200 len: 920 time: 0.1667023 Jun 16 18:48:38.386671 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-139b9ed0-8215-4db8-9174-a685b176fbb7 req-e5eec747-b307-46dd-8a08-5879634df3c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5798a761-60e5-4a54-9aa6-46657b5e59fe HTTP/1.1" status: 200 len: 217 time: 0.0792816 Jun 16 18:48:38.481039 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cfd19097-bb76-42b4-b1e2-43b03cc7cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489'] for subnet, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:38.484324 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:38.497012 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b9ed0-8215-4db8-9174-a685b176fbb7 req-cf5e376a-6df9-4086-a204-bfe06eeca8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:38.498463 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-139b9ed0-8215-4db8-9174-a685b176fbb7 req-cf5e376a-6df9-4086-a204-bfe06eeca8db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=940bc029-0d55-45ba-9372-a743fe6683d3 HTTP/1.1" status: 200 len: 859 time: 0.0933297 Jun 16 18:48:38.540563 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd19097-bb76-42b4-b1e2-43b03cc7cfa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e42814e8-4209-4dfd-b8c6-aefa516869c5,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:38.545055 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-cfd19097-bb76-42b4-b1e2-43b03cc7cfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:38.549551 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-139b9ed0-8215-4db8-9174-a685b176fbb7 req-b4f98c7c-7823-400a-bcaf-99cae6c92d6c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc88b1e0-01b8-46a4-896b-30044689d0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435092 Jun 16 18:48:38.549931 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd19097-bb76-42b4-b1e2-43b03cc7cfa0 admin admin] Checking segment: {'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:48:38.550145 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd19097-bb76-42b4-b1e2-43b03cc7cfa0 admin admin] Network hostable DHCP agents. Network: eb9a49dd-9ddc-41da-a244-4443a4784c2b, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:48:38.572796 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc37cad-c403-46ca-9447-31cfa332c87f req-6c6a9192-af96-424b-b038-22f67216c3e1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:38.572796 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-adc37cad-c403-46ca-9447-31cfa332c87f req-6c6a9192-af96-424b-b038-22f67216c3e1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.1501131 Jun 16 18:48:38.572796 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 46390) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:38.586559 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-db5d443f-ac12-4da7-bb57-5278a888a761 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Request body: {'floatingip': {'port_id': 'c7cfd3f2-11be-40d7-992b-b64620dde2cd'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:38.683833 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-db5d443f-ac12-4da7-bb57-5278a888a761 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for floatingip, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:38.687034 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd19097-bb76-42b4-b1e2-43b03cc7cfa0 admin admin] Network eb9a49dd-9ddc-41da-a244-4443a4784c2b is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:48:38.848568 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-139b9ed0-8215-4db8-9174-a685b176fbb7 req-1b5854e6-4093-4205-aa2c-2fa5c835772d service neutron] 10.222.0.70 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839754 Jun 16 18:48:38.873734 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-cfd19097-bb76-42b4-b1e2-43b03cc7cfa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, eb9a49dd-9ddc-41da-a244-4443a4784c2b) {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:38.878179 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd19097-bb76-42b4-b1e2-43b03cc7cfa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:38.878803 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cfd19097-bb76-42b4-b1e2-43b03cc7cfa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:38.885291 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634c702c-a2ee-45b4-a076-20b4fe5aa652 None None] Network eb9a49dd-9ddc-41da-a244-4443a4784c2b requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:48:39.015687 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-cfd19097-bb76-42b4-b1e2-43b03cc7cfa0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0514319 Jun 16 18:48:39.016350 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46402) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:39.020860 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:39.054635 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-139b9ed0-8215-4db8-9174-a685b176fbb7 req-61fe8048-706e-4ef3-a085-70314177b480 service neutron] 10.222.0.70 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959467 Jun 16 18:48:39.062063 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8b26a4e-7818-5058-9bf8-178988fe1486-eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5'}]}} from dv-cinder-667108-31-iscsi. {{(pid=100041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 18:48:39.063438 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:39.102593 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3204'] for router, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:39.103750 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3199'] for router, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:39.170362 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:39.232797 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.db_base_plugin_common [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Allocated IP 172.20.0.2 (eb9a49dd-9ddc-41da-a244-4443a4784c2b/e42814e8-4209-4dfd-b8c6-aefa516869c5/6a855191-1815-46e4-8b38-2847cbcf7e51) {{(pid=100041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:48:39.432006 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.db.resource_extend [None req-db5d443f-ac12-4da7-bb57-5278a888a761 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 18:48:39.480020 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3177'] for router, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:39.490971 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Notify callbacks [] for port, precommit_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:39.503232 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Transition to ACTIVE for port object 6a855191-1815-46e4-8b38-2847cbcf7e51 will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:48:39.525931 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Transition to ACTIVE for port object 6a855191-1815-46e4-8b38-2847cbcf7e51 will not be triggered until provisioned by entity DHCP. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:48:39.634868 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:39.639168 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:39.679807 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Network eb9a49dd-9ddc-41da-a244-4443a4784c2b is already hosted by enough agents. {{(pid=100041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:48:39.685221 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.base_scheduler [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Resources bound (agent type, host, resource id): {{(pid=100041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:39.689206 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Received port after_create {{(pid=100041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:48:39.697219 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Pushing event updated for resources: {'Port': ['ID=6a855191-1815-46e4-8b38-2847cbcf7e51,revision_number=1']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:39.707173 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:39.767165 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-db5d443f-ac12-4da7-bb57-5278a888a761 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:39.788909 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Attempting to bind port 6a855191-1815-46e4-8b38-2847cbcf7e51 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:48:39.794266 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Attempting to bind port 6a855191-1815-46e4-8b38-2847cbcf7e51 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:48:39.794266 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Attempting to bind port 6a855191-1815-46e4-8b38-2847cbcf7e51 on network eb9a49dd-9ddc-41da-a244-4443a4784c2b {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:48:39.801041 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:48:39.804469 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Checking segment: {'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:48:39.804971 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:39.805383 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Bound using segment: {'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:48:39.805905 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Bound port: 6a855191-1815-46e4-8b38-2847cbcf7e51, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:48:39.806335 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:39.829366 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:39.851260 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:39.852464 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c3abd-c54c-4c39-bd59-595c533c6dd0 req-6c2c2068-9dd2-46ab-8383-4b9de5524b72 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:39.865321 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5b2c3abd-c54c-4c39-bd59-595c533c6dd0 req-6c2c2068-9dd2-46ab-8383-4b9de5524b72 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.3757906 Jun 16 18:48:39.887881 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] For port 6a855191-1815-46e4-8b38-2847cbcf7e51, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:48:39.891456 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] For port 6a855191-1815-46e4-8b38-2847cbcf7e51, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=6a855191-1815-46e4-8b38-2847cbcf7e51,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:48:39.896577 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-db5d443f-ac12-4da7-bb57-5278a888a761 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:39.924895 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46430) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:39.951592 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5b2c3abd-c54c-4c39-bd59-595c533c6dd0 req-46a19777-f309-4165-9f59-d1f381a0a7ed tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848165 Jun 16 18:48:39.983015 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:39.985592 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:39.999362 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Allocated IP 172.27.3.192 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/151b2053-883a-4883-9ef8-86d2176fff2d) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:48:40.082165 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Pushing event updated for resources: {'Port': ['ID=6a855191-1815-46e4-8b38-2847cbcf7e51,revision_number=2']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:40.102482 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:40.108367 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.l3_db [None req-db5d443f-ac12-4da7-bb57-5278a888a761 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Floating IP 0858972f-8ba2-4ecc-ada0-98f57ee36afe associated. External IP: 172.27.3.111, port: c7cfd3f2-11be-40d7-992b-b64620dde2cd. Jun 16 18:48:40.191451 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46436) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:40.207823 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-62615454-network', 'tenant_id': 'f7a4988a8d514b43b6227090dd05d80e'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:40.264174 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:40.286733 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8265b981-4dbc-4623-aa43-4ea0404175b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:40.342283 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Made reservation on behalf of f7a4988a8d514b43b6227090dd05d80e for: {'network': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:48:40.347835 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:40.360085 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:40.416876 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5d443f-ac12-4da7-bb57-5278a888a761 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Router ea491008-fed4-46b4-a28c-ed13845c24d3 has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:48:40.422695 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:40.430087 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:40.479200 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:48:40.492019 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:40.495272 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:48:40.497337 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Pushing event updated for resources: {'Port': ['ID=151b2053-883a-4883-9ef8-86d2176fff2d,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:40.502002 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:40.534512 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5d443f-ac12-4da7-bb57-5278a888a761 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:48:40.540713 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-db5d443f-ac12-4da7-bb57-5278a888a761 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:40.547539 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684827a-3778-4acd-9f6b-a4b0e62f389d None None] Sync routers for ids ['ea491008-fed4-46b4-a28c-ed13845c24d3'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:48:40.561244 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684827a-3778-4acd-9f6b-a4b0e62f389d None None] Routers {'ea491008-fed4-46b4-a28c-ed13845c24d3'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:48:40.562436 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-c684827a-3778-4acd-9f6b-a4b0e62f389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:48:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ea491008-fed4-46b4-a28c-ed13845c24d3'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:40.579210 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8265b981-4dbc-4623-aa43-4ea0404175b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:40.583907 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-db5d443f-ac12-4da7-bb57-5278a888a761 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "PUT /v2.0/floatingips/0858972f-8ba2-4ecc-ada0-98f57ee36afe HTTP/1.1" status: 200 len: 991 time: 2.0069788 Jun 16 18:48:40.583907 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8100cff8-3c43-42f7-9913-f3b3e3fe7489', 'tag': 'c7cfd3f2-11be-40d7-992b-b64620dde2cd'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:48:40.583907 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781bb34e-6ada-4c12-a651-f18d1b37cab5" -d '{"events": [{"name": "network-changed", "server_uuid": "8100cff8-3c43-42f7-9913-f3b3e3fe7489", "tag": "c7cfd3f2-11be-40d7-992b-b64620dde2cd"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:48:40.652214 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8265b981-4dbc-4623-aa43-4ea0404175b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:40.658793 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:40.703071 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265b981-4dbc-4623-aa43-4ea0404175b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac97d83-63ce-4e6d-88fa-80ce2b0d0a80,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:40.709951 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-8265b981-4dbc-4623-aa43-4ea0404175b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:40.720051 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-c684827a-3778-4acd-9f6b-a4b0e62f389d None None] Set router ea491008-fed4-46b4-a28c-ed13845c24d3 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:48:40.730356 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-8265b981-4dbc-4623-aa43-4ea0404175b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8773c62d71254834a8f290a50da7a5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5373328 Jun 16 18:48:40.736825 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 46450) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:40.772833 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576b64b1-473d-42b1-a327-9632da70e497 x-openstack-request-id: req-576b64b1-473d-42b1-a327-9632da70e497 {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:48:40.773461 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8100cff8-3c43-42f7-9913-f3b3e3fe7489", "tag": "c7cfd3f2-11be-40d7-992b-b64620dde2cd", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:48:40.773461 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-576b64b1-473d-42b1-a327-9632da70e497 {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:48:40.773834 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8100cff8-3c43-42f7-9913-f3b3e3fe7489', 'tag': 'c7cfd3f2-11be-40d7-992b-b64620dde2cd', 'status': 'completed', 'code': 200} Jun 16 18:48:40.850203 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-405ef007-a236-4a36-887d-2a17ca02607f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:40.891330 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-405ef007-a236-4a36-887d-2a17ca02607f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:40.899923 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:40.939651 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bb34e-6ada-4c12-a651-f18d1b37cab5 req-6aea30ca-e05f-48e7-afd6-682785d65dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:40.941447 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-781bb34e-6ada-4c12-a651-f18d1b37cab5 req-6aea30ca-e05f-48e7-afd6-682785d65dea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=804db3a89f1c4d96a7e618f32151b0a4&device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 1098 time: 0.1298211 Jun 16 18:48:40.973305 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:40.990904 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 6a855191-1815-46e4-8b38-2847cbcf7e51 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:48:41.021866 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:41.052149 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:41.099654 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:41.116826 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:41.145629 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-405ef007-a236-4a36-887d-2a17ca02607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:41.152791 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=100040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:48:41.154190 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-405ef007-a236-4a36-887d-2a17ca02607f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:41.163163 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-405ef007-a236-4a36-887d-2a17ca02607f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ac97d83-63ce-4e6d-88fa-80ce2b0d0a80 HTTP/1.1" status: 204 len: 168 time: 0.4247251 Jun 16 18:48:41.168016 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:41.180606 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ef007-a236-4a36-887d-2a17ca02607f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac97d83-63ce-4e6d-88fa-80ce2b0d0a80,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:41.185157 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-405ef007-a236-4a36-887d-2a17ca02607f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:41.211163 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port 6a855191-1815-46e4-8b38-2847cbcf7e51 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:48:41.219361 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bb34e-6ada-4c12-a651-f18d1b37cab5 req-d5e0a28d-5146-48d8-981a-41e6d1a9beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:41.220752 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-781bb34e-6ada-4c12-a651-f18d1b37cab5 req-d5e0a28d-5146-48d8-981a-41e6d1a9beaf service neutron] 10.222.0.70 "GET /v2.0/networks?id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da HTTP/1.1" status: 200 len: 911 time: 0.2709157 Jun 16 18:48:41.224626 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-c684827a-3778-4acd-9f6b-a4b0e62f389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '0858972f-8ba2-4ecc-ada0-98f57ee36afe', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'port_id': 'c7cfd3f2-11be-40d7-992b-b64620dde2cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'mac_address': 'fa:16:3e:a4:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100cff8-3c43-42f7-9913-f3b3e3fe7489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:47:37Z', 'updated_at': '2021-06-16T18:48:39Z', 'revision_number': 1, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db', 'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'mac_address': 'fa:16:3e:89:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:24Z', 'updated_at': '2021-06-16T18:47:37Z', 'revision_number': 5, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'subnets': [{'id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:41.227616 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684827a-3778-4acd-9f6b-a4b0e62f389d None None] Checking router: ea491008-fed4-46b4-a28c-ed13845c24d3 for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:48:41.242875 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684827a-3778-4acd-9f6b-a4b0e62f389d None None] Routers {'ea491008-fed4-46b4-a28c-ed13845c24d3'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:48:41.244062 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-c684827a-3778-4acd-9f6b-a4b0e62f389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:48:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ea491008-fed4-46b4-a28c-ed13845c24d3'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:41.261826 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:41.262440 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.segments_db [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Added segment bd00c71c-858b-4282-a67b-a8bc165b7251 of type vlan for network e79e7ccd-90fb-4935-b3d8-35dccdd63c63 Jun 16 18:48:41.331310 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-781bb34e-6ada-4c12-a651-f18d1b37cab5 req-d9cc491d-88ce-4953-b745-3b598bca50f9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cfd3f2-11be-40d7-992b-b64620dde2cd HTTP/1.1" status: 200 len: 999 time: 0.0930820 Jun 16 18:48:41.363111 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17553a1d-8d71-4679-a086-b533ccb41cde req-f339a7cb-a526-4334-a585-ef99ea1b7b4b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:41.365573 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-17553a1d-8d71-4679-a086-b533ccb41cde req-f339a7cb-a526-4334-a585-ef99ea1b7b4b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.1389329 Jun 16 18:48:41.406902 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-c684827a-3778-4acd-9f6b-a4b0e62f389d None None] Set router ea491008-fed4-46b4-a28c-ed13845c24d3 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:48:41.449722 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bb34e-6ada-4c12-a651-f18d1b37cab5 req-05893a18-b264-4373-a5fe-1e4494231250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:41.451539 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-781bb34e-6ada-4c12-a651-f18d1b37cab5 req-05893a18-b264-4373-a5fe-1e4494231250 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c564e1e9-0d16-4720-8290-85e28752f80f HTTP/1.1" status: 200 len: 849 time: 0.1010644 Jun 16 18:48:41.457315 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-17553a1d-8d71-4679-a086-b533ccb41cde req-6a6fcf18-6657-4fdb-b2fd-799136f9b8f4 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550144 Jun 16 18:48:41.523104 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35912231-6241-43ba-8fb0-b82c84ea2f60 None None] Network eb9a49dd-9ddc-41da-a244-4443a4784c2b requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:48:41.538417 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bb34e-6ada-4c12-a651-f18d1b37cab5 req-0b9e0171-98dd-4f7e-b6e0-f2ac7700b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:41.539935 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-781bb34e-6ada-4c12-a651-f18d1b37cab5 req-0b9e0171-98dd-4f7e-b6e0-f2ac7700b673 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0811622 Jun 16 18:48:41.581636 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:41.667539 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421606'] for router, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:41.716137 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-781bb34e-6ada-4c12-a651-f18d1b37cab5 req-94837f69-dd29-4805-84a9-6e9b814cb747 service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675375 Jun 16 18:48:41.742810 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-e5426f13-c031-4a0f-89ff-63d338d90fa8 None None] Provisioning for port 6a855191-1815-46e4-8b38-2847cbcf7e51 completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:48:41.763313 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-e5426f13-c031-4a0f-89ff-63d338d90fa8 None None] Provisioning complete for port 6a855191-1815-46e4-8b38-2847cbcf7e51 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:41.763313 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-e5426f13-c031-4a0f-89ff-63d338d90fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:41.780775 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-c684827a-3778-4acd-9f6b-a4b0e62f389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '0858972f-8ba2-4ecc-ada0-98f57ee36afe', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'port_id': 'c7cfd3f2-11be-40d7-992b-b64620dde2cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'mac_address': 'fa:16:3e:a4:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100cff8-3c43-42f7-9913-f3b3e3fe7489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:47:37Z', 'updated_at': '2021-06-16T18:48:39Z', 'revision_number': 1, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db', 'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'mac_address': 'fa:16:3e:89:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:24Z', 'updated_at': '2021-06-16T18:47:37Z', 'revision_number': 5, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'subnets': [{'id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:41.784805 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684827a-3778-4acd-9f6b-a4b0e62f389d None None] The sync data for ids ['ea491008-fed4-46b4-a28c-ed13845c24d3'] in dv-cinder-667108-31-iscsi is: [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '0858972f-8ba2-4ecc-ada0-98f57ee36afe', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'port_id': 'c7cfd3f2-11be-40d7-992b-b64620dde2cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'mac_address': 'fa:16:3e:a4:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100cff8-3c43-42f7-9913-f3b3e3fe7489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:47:37Z', 'updated_at': '2021-06-16T18:48:39Z', 'revision_number': 1, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db', 'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'mac_address': 'fa:16:3e:89:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:24Z', 'updated_at': '2021-06-16T18:47:37Z', 'revision_number': 5, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'subnets': [{'id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:48:41.852802 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:41.859720 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:41.859976 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:41.878036 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-8c7401f2-3ebb-48b1-b420-b84ada1da6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:41.955038 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-781bb34e-6ada-4c12-a651-f18d1b37cab5 req-7baf5305-1461-4ba7-8645-5880c0dd49ee service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284529 Jun 16 18:48:42.025148 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-e5426f13-c031-4a0f-89ff-63d338d90fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:42.045848 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Pushing event updated for resources: {'Network': ['ID=e79e7ccd-90fb-4935-b3d8-35dccdd63c63,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:42.054264 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:42.064680 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network e79e7ccd-90fb-4935-b3d8-35dccdd63c63 details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:48:42.077109 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1509693 Jun 16 18:48:42.081359 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 46474) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:42.088789 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-be4b5126-e378-447b-95bd-e30cacfa9f26 admin admin] Request body: {'subnet': {'network_id': 'e79e7ccd-90fb-4935-b3d8-35dccdd63c63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-62615454-subnet', 'tenant_id': 'f7a4988a8d514b43b6227090dd05d80e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:42.131792 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa is scheduled to L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 with binding_index 1 {{(pid=100040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 18:48:42.160297 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-e5426f13-c031-4a0f-89ff-63d338d90fa8 None None] For port 6a855191-1815-46e4-8b38-2847cbcf7e51, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=6a855191-1815-46e4-8b38-2847cbcf7e51,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:48:42.216763 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34403bc9-697d-4069-97df-6ccc42688270 None None] New status for floating IP 0858972f-8ba2-4ecc-ada0-98f57ee36afe: ACTIVE {{(pid=100041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:48:42.250792 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4b5126-e378-447b-95bd-e30cacfa9f26 admin admin] Made reservation on behalf of f7a4988a8d514b43b6227090dd05d80e for: {'subnet': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:48:42.253207 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-be4b5126-e378-447b-95bd-e30cacfa9f26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:42.282525 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-e5426f13-c031-4a0f-89ff-63d338d90fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:42.287875 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:48:42.298654 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Sync routers for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:48:42.309011 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:48:42.309632 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:48:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:42.315083 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:42.380811 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5426f13-c031-4a0f-89ff-63d338d90fa8 None None] Pushing event updated for resources: {'Port': ['ID=6a855191-1815-46e4-8b38-2847cbcf7e51,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:42.418174 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-e5426f13-c031-4a0f-89ff-63d338d90fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:42.428180 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Notify callbacks [] for router, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:42.429369 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4120588 Jun 16 18:48:42.432771 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46480) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:42.435243 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-de861a77-3608-442d-aa11-ab9d253d759c None None] Provisioning complete for port 6a855191-1815-46e4-8b38-2847cbcf7e51 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:42.435709 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-de861a77-3608-442d-aa11-ab9d253d759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:42.460120 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:48:42.565645 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-be4b5126-e378-447b-95bd-e30cacfa9f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489'] for subnet, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:42.568167 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-11ea15ae-40fd-4ab1-bdc8-64a40f15f7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:42.649149 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b5126-e378-447b-95bd-e30cacfa9f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca745959-e81e-4639-950d-8d0739bdba83,revision_number=0']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:42.663858 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-be4b5126-e378-447b-95bd-e30cacfa9f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:42.690272 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b5126-e378-447b-95bd-e30cacfa9f26 admin admin] Checking segment: {'id': 'bd00c71c-858b-4282-a67b-a8bc165b7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e79e7ccd-90fb-4935-b3d8-35dccdd63c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:48:42.690272 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b5126-e378-447b-95bd-e30cacfa9f26 admin admin] Network hostable DHCP agents. Network: e79e7ccd-90fb-4935-b3d8-35dccdd63c63, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:48:42.746648 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cc14d-bd77-433e-b6ca-9298c08fd815 req-c53af7ee-a9b1-4c9b-a9ad-8bcc7e50b5f7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:42.749315 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5b0cc14d-bd77-433e-b6ca-9298c08fd815 req-c53af7ee-a9b1-4c9b-a9ad-8bcc7e50b5f7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.1033359 Jun 16 18:48:42.770939 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:40Z', 'revision_number': 3, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:42.777563 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Checking router: da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:48:42.777930 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Updating router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa port 151b2053-883a-4883-9ef8-86d2176fff2d binding host dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:48:42.791099 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b5126-e378-447b-95bd-e30cacfa9f26 admin admin] Network e79e7ccd-90fb-4935-b3d8-35dccdd63c63 is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:48:42.816949 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5b0cc14d-bd77-433e-b6ca-9298c08fd815 req-e3ccab93-33d6-4cd3-8426-ec5a56b2242c tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600681 Jun 16 18:48:42.825921 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:42.915570 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 6a855191-1815-46e4-8b38-2847cbcf7e51 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:48:42.931031 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-be4b5126-e378-447b-95bd-e30cacfa9f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, e79e7ccd-90fb-4935-b3d8-35dccdd63c63) {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:42.936319 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b5126-e378-447b-95bd-e30cacfa9f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:42.936880 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-be4b5126-e378-447b-95bd-e30cacfa9f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:42.942875 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cef7eb3-dd0c-4e6f-886b-039408e57024 None None] Network e79e7ccd-90fb-4935-b3d8-35dccdd63c63 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:48:43.048042 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-be4b5126-e378-447b-95bd-e30cacfa9f26 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9649825 Jun 16 18:48:43.122592 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:43.199638 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 6a855191-1815-46e4-8b38-2847cbcf7e51 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:43.201385 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:43.272987 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Notify callbacks [] for port, precommit_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:43.302811 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.provisioning_blocks [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Transition to ACTIVE for port object 151b2053-883a-4883-9ef8-86d2176fff2d will not be triggered until provisioned by entity L2. {{(pid=100042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:48:43.445406 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Allocated IP 172.20.0.1 (eb9a49dd-9ddc-41da-a244-4443a4784c2b/e42814e8-4209-4dfd-b8c6-aefa516869c5/d6251616-9e20-46df-8660-871dd03f556b) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:48:43.445867 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5131ac9b-0513-4496-8920-4a19ed673f80 None None] Network e79e7ccd-90fb-4935-b3d8-35dccdd63c63 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:48:43.480995 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:43.485322 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-9b447315-f29d-48eb-9cee-4de754673f74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:43.573883 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Pushing event updated for resources: {'Port': ['ID=151b2053-883a-4883-9ef8-86d2176fff2d,revision_number=2']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:43.584893 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Attempting to bind port 151b2053-883a-4883-9ef8-86d2176fff2d on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:48:43.585895 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Attempting to bind port 151b2053-883a-4883-9ef8-86d2176fff2d by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:48:43.586743 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Attempting to bind port 151b2053-883a-4883-9ef8-86d2176fff2d on network 8606aa04-9217-44b7-9651-2ff45bf86ab5 {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:48:43.587675 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:43.593856 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:43.594866 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:43.595559 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:43.596295 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:43.597170 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:43.597997 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:43.598784 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:43.599659 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:43.600496 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:43.601046 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:43.601601 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:43.602143 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:43.606223 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Transition to ACTIVE for port object d6251616-9e20-46df-8660-871dd03f556b will not be triggered until provisioned by entity DHCP. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:48:43.611170 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:43.612806 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:48:43.613243 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Checking segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:48:43.613909 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:43.615067 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Bound using segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:48:43.615450 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Bound port: 151b2053-883a-4883-9ef8-86d2176fff2d, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:48:43.616514 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:43.688041 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] For port 151b2053-883a-4883-9ef8-86d2176fff2d, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:48:43.690953 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] For port 151b2053-883a-4883-9ef8-86d2176fff2d, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=151b2053-883a-4883-9ef8-86d2176fff2d,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:48:43.794585 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:43.797058 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:43.833739 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Network eb9a49dd-9ddc-41da-a244-4443a4784c2b is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:48:43.838604 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:43.842069 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:48:43.842534 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425815'] for router_interface, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:43.852599 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:43.855530 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-6f116e4e-c703-4967-85c9-49d6abcb6c58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:43.887821 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6251616-9e20-46df-8660-871dd03f556b,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:43.896979 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:43.916677 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:48:43.916677 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:48:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:44.039752 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Pushing event updated for resources: {'Port': ['ID=151b2053-883a-4883-9ef8-86d2176fff2d,revision_number=3']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:44.046094 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:44.077242 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47624395-d79a-4c6c-a211-79ca5869f07a req-d795f6be-5f82-49ef-bd4a-5f808571d315 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:44.085325 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-47624395-d79a-4c6c-a211-79ca5869f07a req-d795f6be-5f82-49ef-bd4a-5f808571d315 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.1175323 Jun 16 18:48:44.130398 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:48:44.133028 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:44.141530 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-47624395-d79a-4c6c-a211-79ca5869f07a req-3ba0cff0-c89f-4ff7-be49-8bf4635a4161 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547924 Jun 16 18:48:44.307896 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-1f809840-e539-472e-ac7a-ecf8c1266a43 None None] Provisioning for port d6251616-9e20-46df-8660-871dd03f556b completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:48:44.311876 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-1f809840-e539-472e-ac7a-ecf8c1266a43 None None] Provisioning complete for port d6251616-9e20-46df-8660-871dd03f556b triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:44.312245 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-1f809840-e539-472e-ac7a-ecf8c1266a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:44.361221 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-1f809840-e539-472e-ac7a-ecf8c1266a43 None None] Port d6251616-9e20-46df-8660-871dd03f556b cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:48:44.376764 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:44.431629 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:40Z', 'revision_number': 3, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:44.437553 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d8190-b605-4394-9f51-f460a1e73fa8 None None] The sync data for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi is: [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:40Z', 'revision_number': 3, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:48:44.517097 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:44.522713 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425771'] for router_interface, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:44.522713 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-28c6d26c-851c-4654-86b4-cf5ba3d0b116 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:44.681719 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6251616-9e20-46df-8660-871dd03f556b,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:44.686459 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:44.720057 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Network eb9a49dd-9ddc-41da-a244-4443a4784c2b is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:48:44.721830 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:44.887865 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-48711991-00a4-4c97-8b36-b50bc1e1252f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:44.905673 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-48711991-00a4-4c97-8b36-b50bc1e1252f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/networks?id=f7d28e2b-657a-4fea-87fc-61fc43c743d6 HTTP/1.1" status: 200 len: 815 time: 0.2178574 Jun 16 18:48:44.925642 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-e58363ae-a898-44eb-abd7-1f732efb9e43 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/quotas/7d15b68681b3461f9393ea46b06f632e HTTP/1.1" status: 200 len: 375 time: 0.0186524 Jun 16 18:48:44.987290 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 151b2053-883a-4883-9ef8-86d2176fff2d up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:48:45.022041 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:48:45.078491 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-cedad827-4007-44be-bf84-b29d078d5096 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d15b68681b3461f9393ea46b06f632e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1515117 Jun 16 18:48:45.230562 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-7d0fc9ef-c300-4a8c-b6b7-579e76021de8 None None] Provisioning complete for port d6251616-9e20-46df-8660-871dd03f556b triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:45.232379 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7d0fc9ef-c300-4a8c-b6b7-579e76021de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:45.253832 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:48:45.278792 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] 10.222.0.41 "PUT /v2.0/routers/da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8447893 Jun 16 18:48:45.299463 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-06b7f346-a3bd-437a-b2f6-e71d4f41b32c service neutron] 10.222.0.41 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190752 Jun 16 18:48:45.348517 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port 151b2053-883a-4883-9ef8-86d2176fff2d completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:48:45.351074 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-7d0fc9ef-c300-4a8c-b6b7-579e76021de8 None None] Port d6251616-9e20-46df-8660-871dd03f556b cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:48:45.365046 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 151b2053-883a-4883-9ef8-86d2176fff2d triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:45.365603 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:45.488976 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-f5ab6474-a44b-46dd-8e35-1725b95fb7e3 service neutron] 10.222.0.41 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774526 Jun 16 18:48:45.490090 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:45.521504 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849846c1-4964-42d3-a720-2a94db1f0ba2 req-affe75d5-f234-43dd-9c43-159507f32e18 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:45.529749 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port 151b2053-883a-4883-9ef8-86d2176fff2d, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=151b2053-883a-4883-9ef8-86d2176fff2d,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:48:45.535842 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-849846c1-4964-42d3-a720-2a94db1f0ba2 req-affe75d5-f234-43dd-9c43-159507f32e18 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.1542542 Jun 16 18:48:45.662729 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-849846c1-4964-42d3-a720-2a94db1f0ba2 req-158518f9-8214-4fdb-b92f-d7176c7fc4ab tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687106 Jun 16 18:48:45.663993 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bafb0141-6f33-4190-8499-8f0c3e3c3022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:45.851177 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:45.856844 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-c9bc854d-6cd2-46d1-b124-81c25724b4ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:45.910017 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=151b2053-883a-4883-9ef8-86d2176fff2d,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:45.914378 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:46.131558 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e37fb799-7eb7-4b43-9dfa-61a56df83128 req-04184241-ed31-4c93-ba56-3b891f9d63b8 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 210 time: 0.0280530 Jun 16 18:48:46.521190 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Sync routers for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:48:46.532483 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:48:46.539457 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:48:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:46.609230 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46622) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:46.614510 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1208905223-network', 'tenant_id': 'f4f5419b3b9346f1845bd60389ae52e0'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:46.655403 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:48:46.728457 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Made reservation on behalf of f4f5419b3b9346f1845bd60389ae52e0 for: {'network': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:48:46.728457 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:46.841413 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c4791-54cd-4c1a-917e-8878df2cea68 req-d342b522-3e82-49b7-99eb-731842ee1d0b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:46.844985 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-703c4791-54cd-4c1a-917e-8878df2cea68 req-d342b522-3e82-49b7-99eb-731842ee1d0b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.1058240 Jun 16 18:48:46.949106 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 151b2053-883a-4883-9ef8-86d2176fff2d up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:48:46.969651 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-703c4791-54cd-4c1a-917e-8878df2cea68 req-f5fd2d9f-1207-490c-8a63-60c93c9a9aac tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119623 Jun 16 18:48:46.972500 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:47.021981 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 151b2053-883a-4883-9ef8-86d2176fff2d triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:47.022461 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:47.030359 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:44Z', 'revision_number': 2, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:47.034249 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Checking router: da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:48:47.034620 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Updating router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa port d6251616-9e20-46df-8660-871dd03f556b binding host dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:48:47.151938 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:47.158617 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:47.219814 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7d99c349-2b8f-4979-b94b-3a516bf166d5 req-da748a31-4333-4598-b08a-3cad697f60e5 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 210 time: 0.0295453 Jun 16 18:48:47.304356 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:47.308016 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-9d456bdf-98da-4cfa-ae23-3e620d3ed70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:47.332821 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=100040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:48:47.342639 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d93e86-d714-4093-9070-9d35ddfd3c68,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:47.353458 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:47.359990 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:47.360329 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.segments_db [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Added segment d4a7b964-868c-455c-94bd-b01c311a9d5f of type vlan for network 9e57485b-0919-4efc-8dfd-93cdd35e418e Jun 16 18:48:47.425312 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:47.570986 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:47.574846 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:47.574846 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:47.578178 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:47.648128 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Pushing event updated for resources: {'Network': ['ID=9e57485b-0919-4efc-8dfd-93cdd35e418e,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:47.658297 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:47.671623 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-db5d148c-32f7-46ea-8d77-520cdf4e6dc1 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:47.672741 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network 9e57485b-0919-4efc-8dfd-93cdd35e418e details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:48:47.676330 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-db5d148c-32f7-46ea-8d77-520cdf4e6dc1 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/networks?id=e79e7ccd-90fb-4935-b3d8-35dccdd63c63 HTTP/1.1" status: 200 len: 807 time: 0.1301599 Jun 16 18:48:47.691512 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-f38895e3-2d62-4b1a-a28e-07bedb0d1e3c tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/quotas/f7a4988a8d514b43b6227090dd05d80e HTTP/1.1" status: 200 len: 375 time: 0.0111599 Jun 16 18:48:47.698326 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0878344 Jun 16 18:48:47.702892 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46652) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:47.708982 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-db713cf6-8a71-4f6f-88bf-e5eb9d980f95 admin admin] Request body: {'subnet': {'network_id': '9e57485b-0919-4efc-8dfd-93cdd35e418e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1208905223-subnet', 'tenant_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'ip_version': 4}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:47.726405 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Notify callbacks [] for port, precommit_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:47.739689 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Transition to ACTIVE for port object d6251616-9e20-46df-8660-871dd03f556b will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:48:47.744835 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6da11296-395b-42e0-9923-3ba4e61859b2 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7a4988a8d514b43b6227090dd05d80e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360723 Jun 16 18:48:47.816834 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:47.818921 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:47.855056 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-5cdca684-0b14-4428-bad0-1b555581b33a service neutron] 10.222.0.41 "GET /v2.0/networks/e79e7ccd-90fb-4935-b3d8-35dccdd63c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024311 Jun 16 18:48:47.861141 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db713cf6-8a71-4f6f-88bf-e5eb9d980f95 admin admin] Made reservation on behalf of f4f5419b3b9346f1845bd60389ae52e0 for: {'subnet': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:48:47.864798 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-db713cf6-8a71-4f6f-88bf-e5eb9d980f95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:47.897015 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c66f30-438d-45f0-a5ed-ec164e1b67e3 None None] Pushing event updated for resources: {'Port': ['ID=d6251616-9e20-46df-8660-871dd03f556b,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:47.902486 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-91c66f30-438d-45f0-a5ed-ec164e1b67e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:48.026055 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Attempting to bind port d6251616-9e20-46df-8660-871dd03f556b on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:48:48.026547 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Attempting to bind port d6251616-9e20-46df-8660-871dd03f556b by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:48:48.027172 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Attempting to bind port d6251616-9e20-46df-8660-871dd03f556b on network eb9a49dd-9ddc-41da-a244-4443a4784c2b {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:48:48.035537 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:48:48.036062 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Checking segment: {'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:48:48.036575 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:48.037089 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Bound using segment: {'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:48:48.037702 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Bound port: d6251616-9e20-46df-8660-871dd03f556b, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:48:48.038452 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:48.042308 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-8dc35b1d-09d9-42ed-86b7-0c843f90cefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:48.105995 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-cecc354d-cb2d-43ab-ad6d-137ca9a8df56 service neutron] 10.222.0.41 "GET /v2.0/networks/e79e7ccd-90fb-4935-b3d8-35dccdd63c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338073 Jun 16 18:48:48.185300 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] For port d6251616-9e20-46df-8660-871dd03f556b, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:48:48.197712 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] For port d6251616-9e20-46df-8660-871dd03f556b, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=d6251616-9e20-46df-8660-871dd03f556b,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:48:48.262012 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449ea68-0b36-4f3c-b14f-cef50cda65d9 req-9e61e510-6087-4bc0-8ec9-72dfa04f0cf4 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:48.265857 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a449ea68-0b36-4f3c-b14f-cef50cda65d9 req-9e61e510-6087-4bc0-8ec9-72dfa04f0cf4 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0726624 Jun 16 18:48:48.302927 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:48.305010 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-c9bc854d-6cd2-46d1-b124-81c25724b4ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:48.305564 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a449ea68-0b36-4f3c-b14f-cef50cda65d9 req-20e2036d-3660-4aef-beac-536545d92825 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342124 Jun 16 18:48:48.377117 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:48:48.378163 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:48:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:48.425116 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-db713cf6-8a71-4f6f-88bf-e5eb9d980f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489'] for subnet, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:48.427878 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-cfd19097-bb76-42b4-b1e2-43b03cc7cfa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:48.471821 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c66f30-438d-45f0-a5ed-ec164e1b67e3 None None] Pushing event updated for resources: {'Port': ['ID=d6251616-9e20-46df-8660-871dd03f556b,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:48.480741 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db713cf6-8a71-4f6f-88bf-e5eb9d980f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3f67f4-fc28-41e7-a69a-ad14cac8f0a5,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:48.486622 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-91c66f30-438d-45f0-a5ed-ec164e1b67e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:48.487299 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-db713cf6-8a71-4f6f-88bf-e5eb9d980f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:48.529958 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db713cf6-8a71-4f6f-88bf-e5eb9d980f95 admin admin] Checking segment: {'id': 'd4a7b964-868c-455c-94bd-b01c311a9d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e57485b-0919-4efc-8dfd-93cdd35e418e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:48:48.530384 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db713cf6-8a71-4f6f-88bf-e5eb9d980f95 admin admin] Network hostable DHCP agents. Network: 9e57485b-0919-4efc-8dfd-93cdd35e418e, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:48:48.566437 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:48.656756 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db713cf6-8a71-4f6f-88bf-e5eb9d980f95 admin admin] Network 9e57485b-0919-4efc-8dfd-93cdd35e418e is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:48:48.659234 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-445424f4-043e-4280-a2eb-8224919b5b8c req-a33cedc5-ad04-4d0f-8e15-a4279cfba0ac tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 210 time: 0.0382898 Jun 16 18:48:48.689048 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:48:48.758257 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c5fe7084-55b4-472e-b68d-dd2c5f6cd589 req-afca9cae-85dc-42f3-99d0-9416aace38c9 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 210 time: 0.0403202 Jun 16 18:48:48.765697 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-db713cf6-8a71-4f6f-88bf-e5eb9d980f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, 9e57485b-0919-4efc-8dfd-93cdd35e418e) {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:48.770850 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db713cf6-8a71-4f6f-88bf-e5eb9d980f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:48.773776 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-db713cf6-8a71-4f6f-88bf-e5eb9d980f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:48.789188 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5833e4b-0f96-4c3b-8a7e-b0f9f574b93a None None] Network 9e57485b-0919-4efc-8dfd-93cdd35e418e requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:48:48.949697 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-db713cf6-8a71-4f6f-88bf-e5eb9d980f95 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2450891 Jun 16 18:48:48.953125 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46676) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:48.956777 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1208905223-router', 'tenant_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:49.033341 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8b26a4e-7818-5058-9bf8-178988fe1486-9e57485b-0919-4efc-8dfd-93cdd35e418e', 'network_id': '9e57485b-0919-4efc-8dfd-93cdd35e418e', 'tenant_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'fixed_ips': [{'subnet_id': 'cc3f67f4-fc28-41e7-a69a-ad14cac8f0a5'}]}} from dv-cinder-667108-31-iscsi. {{(pid=100041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 18:48:49.034008 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:49.050387 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:48Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:49.060230 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6263f110-ba62-4f3b-acf2-dee18458a323 None None] The sync data for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi is: [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:48Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:48:49.063331 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3204'] for router, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:49.064492 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3199'] for router, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:49.132808 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:49.210264 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.db_base_plugin_common [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Allocated IP 172.20.0.2 (9e57485b-0919-4efc-8dfd-93cdd35e418e/cc3f67f4-fc28-41e7-a69a-ad14cac8f0a5/6930b6f2-83ba-49b1-aa6a-6120f6a19662) {{(pid=100041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:48:49.279895 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:49.397916 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Notify callbacks [] for port, precommit_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:49.410332 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Transition to ACTIVE for port object 6930b6f2-83ba-49b1-aa6a-6120f6a19662 will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:48:49.430658 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Transition to ACTIVE for port object 6930b6f2-83ba-49b1-aa6a-6120f6a19662 will not be triggered until provisioned by entity DHCP. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:48:49.454608 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3177'] for router, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:49.558432 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:49.561058 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-91c66f30-438d-45f0-a5ed-ec164e1b67e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:49.577762 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-8d69db94-6b95-46f5-a862-75fb4e30b622 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:49.590511 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-8d69db94-6b95-46f5-a862-75fb4e30b622 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.70 "GET /v2.0/networks?id=f7d28e2b-657a-4fea-87fc-61fc43c743d6 HTTP/1.1" status: 200 len: 815 time: 0.1967218 Jun 16 18:48:49.610384 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e1d74-de96-4ce9-977a-e464102e7ecb req-57dd6bd2-24be-4697-af13-dd74be149355 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:49.626831 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c19e1d74-de96-4ce9-977a-e464102e7ecb req-57dd6bd2-24be-4697-af13-dd74be149355 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.1891351 Jun 16 18:48:49.646726 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-6cb9c952-1c12-4b47-b8b5-bd9579f552ea tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Request body: {'port': {'device_id': 'd00e90da-8a92-40e4-be67-360ed5229698', 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6', 'admin_state_up': True, 'tenant_id': '7d15b68681b3461f9393ea46b06f632e'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:49.664778 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Pushing event updated for resources: {'Port': ['ID=6930b6f2-83ba-49b1-aa6a-6120f6a19662,revision_number=1']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:49.684370 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:49.719813 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Network 9e57485b-0919-4efc-8dfd-93cdd35e418e is already hosted by enough agents. {{(pid=100041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:48:49.722880 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.base_scheduler [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Resources bound (agent type, host, resource id): {{(pid=100041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:49.727555 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Received port after_create {{(pid=100041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:48:49.818390 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c19e1d74-de96-4ce9-977a-e464102e7ecb req-dc076f65-c512-494e-b306-b1feb45f83ab tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882083 Jun 16 18:48:49.940710 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:49.971118 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:50.059612 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d3a6b5c6-aa0f-410f-a349-72ae9f26d8fa req-ddd8d4d9-2304-4502-874a-7cb1cd84c6dd tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 210 time: 0.0686052 Jun 16 18:48:50.060324 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-6cb9c952-1c12-4b47-b8b5-bd9579f552ea tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Made reservation on behalf of 7d15b68681b3461f9393ea46b06f632e for: {'port': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:48:50.063988 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-6cb9c952-1c12-4b47-b8b5-bd9579f552ea tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:50.112146 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Allocated IP 172.27.3.3 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/dab3556b-4fb0-4d26-848e-4b098bed86ca) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:48:50.227036 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-6cb9c952-1c12-4b47-b8b5-bd9579f552ea tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Allocated IP 172.20.0.14 (f7d28e2b-657a-4fea-87fc-61fc43c743d6/c2046873-1d24-45e3-9c20-f4da0bce1314/e2e85b10-7e6a-4fcf-a088-11f29270bbaf) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:48:50.261740 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:50.276011 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a7bcc6a1-df05-497c-beb2-e4e0237041a7 req-a856072b-ef99-488f-982b-a88c599f1ec2 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 210 time: 0.0537648 Jun 16 18:48:50.398774 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Attempting to bind port 6930b6f2-83ba-49b1-aa6a-6120f6a19662 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:48:50.399212 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Attempting to bind port 6930b6f2-83ba-49b1-aa6a-6120f6a19662 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': 'd4a7b964-868c-455c-94bd-b01c311a9d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e57485b-0919-4efc-8dfd-93cdd35e418e'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:48:50.399632 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Attempting to bind port 6930b6f2-83ba-49b1-aa6a-6120f6a19662 on network 9e57485b-0919-4efc-8dfd-93cdd35e418e {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:48:50.404212 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:50.407452 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:48:50.409041 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Checking segment: {'id': 'd4a7b964-868c-455c-94bd-b01c311a9d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e57485b-0919-4efc-8dfd-93cdd35e418e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:48:50.412032 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:50.415665 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:50.416114 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Bound using segment: {'id': 'd4a7b964-868c-455c-94bd-b01c311a9d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e57485b-0919-4efc-8dfd-93cdd35e418e'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:48:50.416670 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Bound port: 6930b6f2-83ba-49b1-aa6a-6120f6a19662, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a7b964-868c-455c-94bd-b01c311a9d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e57485b-0919-4efc-8dfd-93cdd35e418e'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:48:50.419361 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:50.449260 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:48:50.451358 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-6cb9c952-1c12-4b47-b8b5-bd9579f552ea tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:50.454459 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:50.458158 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:48:50.518764 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] For port 6930b6f2-83ba-49b1-aa6a-6120f6a19662, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:48:50.524948 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] For port 6930b6f2-83ba-49b1-aa6a-6120f6a19662, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=6930b6f2-83ba-49b1-aa6a-6120f6a19662,segment=NetworkSegment(d4a7b964-868c-455c-94bd-b01c311a9d5f),segment_id=d4a7b964-868c-455c-94bd-b01c311a9d5f)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:48:50.526815 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Pushing event updated for resources: {'Port': ['ID=dab3556b-4fb0-4d26-848e-4b098bed86ca,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:50.530869 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:50.629358 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-6cb9c952-1c12-4b47-b8b5-bd9579f552ea tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:50.634779 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:50.647029 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['0b4a2639-ab37-40b2-9e02-cf2845abc7fe'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:48:50.681905 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:50.684797 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-6cb9c952-1c12-4b47-b8b5-bd9579f552ea tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Network f7d28e2b-657a-4fea-87fc-61fc43c743d6 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:48:50.686824 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:50.690675 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-6cb9c952-1c12-4b47-b8b5-bd9579f552ea tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:50.709859 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9c952-1c12-4b47-b8b5-bd9579f552ea tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Pushing event updated for resources: {'Port': ['ID=e2e85b10-7e6a-4fcf-a088-11f29270bbaf,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:50.723421 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-6cb9c952-1c12-4b47-b8b5-bd9579f552ea tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:48:50.725273 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-6cb9c952-1c12-4b47-b8b5-bd9579f552ea tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:50.725952 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-6cb9c952-1c12-4b47-b8b5-bd9579f552ea tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:50.756981 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6cb9c952-1c12-4b47-b8b5-bd9579f552ea tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:50.779606 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Pushing event updated for resources: {'Port': ['ID=6930b6f2-83ba-49b1-aa6a-6120f6a19662,revision_number=2']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:50.785400 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:50.862858 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-6cb9c952-1c12-4b47-b8b5-bd9579f552ea tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2245388 Jun 16 18:48:50.886800 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Request body: {'port': {'device_id': 'd00e90da-8a92-40e4-be67-360ed5229698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:50.914574 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:50.993846 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:51.072796 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d6251616-9e20-46df-8660-871dd03f556b up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:48:51.087902 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:51.251451 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port d6251616-9e20-46df-8660-871dd03f556b completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:48:51.256313 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port d6251616-9e20-46df-8660-871dd03f556b triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:51.256862 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:51.300266 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421606'] for router, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:51.406713 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:51.472064 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port d6251616-9e20-46df-8660-871dd03f556b, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=d6251616-9e20-46df-8660-871dd03f556b,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:48:51.554808 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70717d64-b060-4d5e-ab6a-ef6ab9fb5a53 req-2c314159-4f23-439d-9ff6-26363a242af0 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:51.556441 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-70717d64-b060-4d5e-ab6a-ef6ab9fb5a53 req-2c314159-4f23-439d-9ff6-26363a242af0 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.4707925 Jun 16 18:48:51.584445 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:51.592117 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-f94f5c3a-9e93-4a6f-a617-508915a78a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:51.612110 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Router 73099668-2549-4505-970c-6b6adfe48fa5 is scheduled to L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 with binding_index 1 {{(pid=100040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 18:48:51.633094 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-70717d64-b060-4d5e-ab6a-ef6ab9fb5a53 req-1314d7cf-b174-4d95-b6dc-7034945730cc tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653875 Jun 16 18:48:51.699738 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=d6251616-9e20-46df-8660-871dd03f556b,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:51.720631 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:51.748132 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:48:51.800852 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:48:51.812401 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Sync routers for ids ['73099668-2549-4505-970c-6b6adfe48fa5'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:48:51.829771 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Routers {'73099668-2549-4505-970c-6b6adfe48fa5'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:48:51.831302 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:48:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['73099668-2549-4505-970c-6b6adfe48fa5'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:51.878299 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e85b10-7e6a-4fcf-a088-11f29270bbaf {{(pid=100039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:48:51.896860 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Notify callbacks [] for router, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:51.904597 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9451041 Jun 16 18:48:51.904597 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46714) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:51.906432 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:51.912062 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-304cacb1-2b44-4e02-ad9e-c2865af10001 req-5fad82f2-4861-4392-abf4-d8c1d944f8da tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 210 time: 0.0560582 Jun 16 18:48:51.950732 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.provisioning_blocks [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Transition to ACTIVE for port object e2e85b10-7e6a-4fcf-a088-11f29270bbaf will not be triggered until provisioned by entity L2. {{(pid=100039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:48:51.987711 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c228ad-9ac8-49df-9c8c-c8c120617906 req-43237f53-f503-4965-8345-255120dd0b8d tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:51.989833 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-97c228ad-9ac8-49df-9c8c-c8c120617906 req-43237f53-f503-4965-8345-255120dd0b8d tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 932 time: 0.1683524 Jun 16 18:48:52.021185 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Set router 73099668-2549-4505-970c-6b6adfe48fa5 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:48:52.067630 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-97c228ad-9ac8-49df-9c8c-c8c120617906 req-5f14e964-34f1-44a7-ab57-03fe669dd56a tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664966 Jun 16 18:48:52.071982 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:52.096812 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:52.285273 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Pushing event updated for resources: {'Port': ['ID=e2e85b10-7e6a-4fcf-a088-11f29270bbaf,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:52.298797 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:52.375950 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Attempting to bind port e2e85b10-7e6a-4fcf-a088-11f29270bbaf on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:48:52.378682 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Attempting to bind port e2e85b10-7e6a-4fcf-a088-11f29270bbaf by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:48:52.379291 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Attempting to bind port e2e85b10-7e6a-4fcf-a088-11f29270bbaf on network f7d28e2b-657a-4fea-87fc-61fc43c743d6 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:48:52.419289 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Port e2e85b10-7e6a-4fcf-a088-11f29270bbaf on network f7d28e2b-657a-4fea-87fc-61fc43c743d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:48:52.420045 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Attempting to bind port e2e85b10-7e6a-4fcf-a088-11f29270bbaf on network f7d28e2b-657a-4fea-87fc-61fc43c743d6 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:48:52.431828 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:48:52.432206 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Checking segment: {'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:48:52.439644 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Bound using segment: {'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:48:52.440469 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Bound port: e2e85b10-7e6a-4fcf-a088-11f29270bbaf, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'}}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:48:52.441180 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:52.460534 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-87cff397-a624-4726-a753-d15f05e87618 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:52.462666 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-87cff397-a624-4726-a753-d15f05e87618 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.70 "GET /v2.0/networks?id=e79e7ccd-90fb-4935-b3d8-35dccdd63c63 HTTP/1.1" status: 200 len: 807 time: 0.4163191 Jun 16 18:48:52.507679 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-95785b74-62ee-4ad7-b29a-6e52e79e3798 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Request body: {'port': {'device_id': 'ed55a48d-961d-4d2c-bc7f-3e4f94b9da33', 'network_id': 'e79e7ccd-90fb-4935-b3d8-35dccdd63c63', 'admin_state_up': True, 'tenant_id': 'f7a4988a8d514b43b6227090dd05d80e'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:52.643529 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73099668-2549-4505-970c-6b6adfe48fa5', 'name': 'tempest-TestVolumeBootPattern-1208905223-router', 'tenant_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:48:50Z', 'revision_number': 3, 'project_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'gw_port': {'id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:da:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73099668-2549-4505-970c-6b6adfe48fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:52.647334 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Checking router: 73099668-2549-4505-970c-6b6adfe48fa5 for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:48:52.648096 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Updating router 73099668-2549-4505-970c-6b6adfe48fa5 port dab3556b-4fb0-4d26-848e-4b098bed86ca binding host dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:48:52.650494 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2923143-6668-461e-898d-1f57a9c1a0c9 None None] Network 9e57485b-0919-4efc-8dfd-93cdd35e418e requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:48:52.696629 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:52.771653 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] For port e2e85b10-7e6a-4fcf-a088-11f29270bbaf, host hv-cinder-66710, cleared binding levels {{(pid=100039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:48:52.790709 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] For port e2e85b10-7e6a-4fcf-a088-11f29270bbaf, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e2e85b10-7e6a-4fcf-a088-11f29270bbaf,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:48:52.864887 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:52.869861 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:52.957673 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:52.967187 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:52.975320 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:52.981236 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] 10.222.0.70 "PUT /v2.0/ports/e2e85b10-7e6a-4fcf-a088-11f29270bbaf HTTP/1.1" status: 200 len: 1094 time: 2.1012232 Jun 16 18:48:52.982256 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-95785b74-62ee-4ad7-b29a-6e52e79e3798 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Made reservation on behalf of f7a4988a8d514b43b6227090dd05d80e for: {'port': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:48:52.987281 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-95785b74-62ee-4ad7-b29a-6e52e79e3798 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:52.993406 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00e90da-8a92-40e4-be67-360ed5229698', 'tag': 'e2e85b10-7e6a-4fcf-a088-11f29270bbaf'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:48:53.001372 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876f4cb1-b101-4109-91e2-d1e977a7d619" -d '{"events": [{"name": "network-changed", "server_uuid": "d00e90da-8a92-40e4-be67-360ed5229698", "tag": "e2e85b10-7e6a-4fcf-a088-11f29270bbaf"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:48:53.116172 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Pushing event updated for resources: {'Port': ['ID=e2e85b10-7e6a-4fcf-a088-11f29270bbaf,revision_number=3']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:53.133464 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:53.138463 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d6251616-9e20-46df-8660-871dd03f556b up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:48:53.185301 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Notify callbacks [] for port, precommit_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:53.204872 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.provisioning_blocks [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Transition to ACTIVE for port object dab3556b-4fb0-4d26-848e-4b098bed86ca will not be triggered until provisioned by entity L2. {{(pid=100042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:48:53.234571 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Allocated IP 172.20.0.1 (9e57485b-0919-4efc-8dfd-93cdd35e418e/cc3f67f4-fc28-41e7-a69a-ad14cac8f0a5/ce443e41-0610-4d29-a062-637b5193f788) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:48:53.271768 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c906f-bf18-4e0f-a690-f1c2ba6824ff req-6fdbd360-a531-4528-be43-c897ae237e54 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:53.275733 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a41c906f-bf18-4e0f-a690-f1c2ba6824ff req-6fdbd360-a531-4528-be43-c897ae237e54 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.3909879 Jun 16 18:48:53.294801 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:53.302866 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-aa52202c-37a2-4d4f-9c01-0e903409fb16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:53.328245 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port d6251616-9e20-46df-8660-871dd03f556b triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:53.328971 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:53.355713 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-f1240a96-0fdb-4ddd-95cb-9e54785f1e14 None None] Provisioning for port 6930b6f2-83ba-49b1-aa6a-6120f6a19662 completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:48:53.380111 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a038e-548a-4303-b180-4d3082e1d4fa None None] Pushing event updated for resources: {'Port': ['ID=dab3556b-4fb0-4d26-848e-4b098bed86ca,revision_number=2']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:53.381424 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a41c906f-bf18-4e0f-a690-f1c2ba6824ff req-e6537e6f-8b95-45c1-a81c-0b0610db87e3 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005945 Jun 16 18:48:53.401018 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-95785b74-62ee-4ad7-b29a-6e52e79e3798 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Allocated IP 172.20.0.12 (e79e7ccd-90fb-4935-b3d8-35dccdd63c63/ca745959-e81e-4639-950d-8d0739bdba83/b6efc0e9-0a54-401a-bf0f-5246f48b18c1) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:48:53.406376 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-be6a038e-548a-4303-b180-4d3082e1d4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:53.410646 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:53.416353 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-1268a51f-eb46-45d7-ac42-1d66df85d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:53.428026 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-1268a51f-eb46-45d7-ac42-1d66df85d8dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d15b68681b3461f9393ea46b06f632e&device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 1097 time: 0.2524581 Jun 16 18:48:53.430852 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Transition to ACTIVE for port object ce443e41-0610-4d29-a062-637b5193f788 will not be triggered until provisioned by entity DHCP. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:48:53.452695 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e44425-adc9-442b-ab76-f2db085f874b req-552afa71-ed31-42bc-8eca-17c92df0f811 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:53.457937 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Attempting to bind port dab3556b-4fb0-4d26-848e-4b098bed86ca on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:48:53.458322 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Attempting to bind port dab3556b-4fb0-4d26-848e-4b098bed86ca by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:48:53.458684 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Attempting to bind port dab3556b-4fb0-4d26-848e-4b098bed86ca on network 8606aa04-9217-44b7-9651-2ff45bf86ab5 {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:48:53.462594 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f5e44425-adc9-442b-ab76-f2db085f874b req-552afa71-ed31-42bc-8eca-17c92df0f811 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.2726188 Jun 16 18:48:53.464547 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 6930b6f2-83ba-49b1-aa6a-6120f6a19662 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:48:53.479318 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:48:53.479730 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Checking segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:48:53.480100 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:53.480495 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Bound using segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:48:53.480983 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Bound port: dab3556b-4fb0-4d26-848e-4b098bed86ca, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:48:53.481354 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:53.531754 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-8841baf2-e89b-4378-9221-bdec2f838990 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2e85b10-7e6a-4fcf-a088-11f29270bbaf HTTP/1.1" status: 200 len: 217 time: 0.0652275 Jun 16 18:48:53.549625 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:53.554350 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-1cee7497-affd-4c44-bb12-55622caee6c6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:53.575742 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] For port dab3556b-4fb0-4d26-848e-4b098bed86ca, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:48:53.581023 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] For port dab3556b-4fb0-4d26-848e-4b098bed86ca, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=dab3556b-4fb0-4d26-848e-4b098bed86ca,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:48:53.605507 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port 6930b6f2-83ba-49b1-aa6a-6120f6a19662 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:48:53.611146 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 6930b6f2-83ba-49b1-aa6a-6120f6a19662 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:53.611761 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:53.624514 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f5e44425-adc9-442b-ab76-f2db085f874b req-d6a0568a-4451-41ff-96d1-e179d4711f99 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606483 Jun 16 18:48:53.684895 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Pushing event updated for resources: {'Port': ['ID=ce443e41-0610-4d29-a062-637b5193f788,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:53.694648 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:53.697526 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Network 9e57485b-0919-4efc-8dfd-93cdd35e418e is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:48:53.702515 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:53.705965 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:48:53.709910 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:53.715571 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-be6a038e-548a-4303-b180-4d3082e1d4fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:53.725969 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425815'] for router_interface, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:53.727928 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b14078e-fdbe-493d-88f9-dc2596ee5ee4 x-openstack-request-id: req-9b14078e-fdbe-493d-88f9-dc2596ee5ee4 {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:48:53.729088 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00e90da-8a92-40e4-be67-360ed5229698", "tag": "e2e85b10-7e6a-4fcf-a088-11f29270bbaf", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:48:53.729653 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b14078e-fdbe-493d-88f9-dc2596ee5ee4 {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:48:53.730811 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00e90da-8a92-40e4-be67-360ed5229698', 'tag': 'e2e85b10-7e6a-4fcf-a088-11f29270bbaf', 'status': 'completed', 'code': 200} Jun 16 18:48:53.741514 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:53.812473 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port 6930b6f2-83ba-49b1-aa6a-6120f6a19662, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=6930b6f2-83ba-49b1-aa6a-6120f6a19662,segment=NetworkSegment(d4a7b964-868c-455c-94bd-b01c311a9d5f),segment_id=d4a7b964-868c-455c-94bd-b01c311a9d5f)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:48:53.820001 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-ff0e4f13-7fe9-417d-b64c-f569e6e01d05 None None] Provisioning complete for port 6930b6f2-83ba-49b1-aa6a-6120f6a19662 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:53.820774 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4f13-7fe9-417d-b64c-f569e6e01d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:53.825089 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9318b1c5-0a9a-4667-848d-89ea8c5fea37 req-b9a5433a-9df0-4a92-a503-e6256b84714e tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 210 time: 0.1994114 Jun 16 18:48:53.844409 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a038e-548a-4303-b180-4d3082e1d4fa None None] Pushing event updated for resources: {'Port': ['ID=dab3556b-4fb0-4d26-848e-4b098bed86ca,revision_number=3']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:53.854804 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-be6a038e-548a-4303-b180-4d3082e1d4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:53.879170 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-aa2afcca-3b7b-4a88-b611-216e238f6fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:53.886510 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-aa2afcca-3b7b-4a88-b611-216e238f6fa1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2046873-1d24-45e3-9c20-f4da0bce1314 HTTP/1.1" status: 200 len: 855 time: 0.3337591 Jun 16 18:48:53.903028 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Routers {'73099668-2549-4505-970c-6b6adfe48fa5'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:48:53.903577 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:48:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['73099668-2549-4505-970c-6b6adfe48fa5'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:53.923051 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:53.925424 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:54.021871 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-95785b74-62ee-4ad7-b29a-6e52e79e3798 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:54.025548 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=6930b6f2-83ba-49b1-aa6a-6120f6a19662,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:54.036767 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:54.057904 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] Set router 73099668-2549-4505-970c-6b6adfe48fa5 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:48:54.092321 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-cd843a5c-59ec-4f9f-a66f-6ebe80bfdb6a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7d28e2b-657a-4fea-87fc-61fc43c743d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507650 Jun 16 18:48:54.124153 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:54.199144 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-775c16c4-9342-4925-8f9a-9b9aad1f52ec None None] Provisioning for port ce443e41-0610-4d29-a062-637b5193f788 completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:48:54.203499 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-775c16c4-9342-4925-8f9a-9b9aad1f52ec None None] Provisioning complete for port ce443e41-0610-4d29-a062-637b5193f788 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:54.204090 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-775c16c4-9342-4925-8f9a-9b9aad1f52ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:54.228602 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109393c-9353-43c7-8db1-93f848b14bf3 req-ec7788b7-5c64-4c86-bb3b-7f1c8ea9c34f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:54.239549 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-775c16c4-9342-4925-8f9a-9b9aad1f52ec None None] Port ce443e41-0610-4d29-a062-637b5193f788 cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:48:54.242630 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1109393c-9353-43c7-8db1-93f848b14bf3 req-ec7788b7-5c64-4c86-bb3b-7f1c8ea9c34f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 944 time: 0.3745594 Jun 16 18:48:54.268976 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73099668-2549-4505-970c-6b6adfe48fa5', 'name': 'tempest-TestVolumeBootPattern-1208905223-router', 'tenant_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:48:50Z', 'revision_number': 3, 'project_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'gw_port': {'id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:da:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73099668-2549-4505-970c-6b6adfe48fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:54.272885 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae973ae-f5ac-46e7-943d-15d6ff22675a None None] The sync data for ids ['73099668-2549-4505-970c-6b6adfe48fa5'] in dv-cinder-667108-31-iscsi is: [{'id': '73099668-2549-4505-970c-6b6adfe48fa5', 'name': 'tempest-TestVolumeBootPattern-1208905223-router', 'tenant_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:48:50Z', 'revision_number': 3, 'project_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'gw_port': {'id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:da:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73099668-2549-4505-970c-6b6adfe48fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:48:54.293557 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-95785b74-62ee-4ad7-b29a-6e52e79e3798 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:54.299658 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1109393c-9353-43c7-8db1-93f848b14bf3 req-cd195824-2c2b-401e-a45e-b5b4ecefc437 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559628 Jun 16 18:48:54.304250 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:54.315129 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-611b9ccf-c799-47a2-8c9c-2cbbf9677011 service neutron] 10.222.0.70 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120228 Jun 16 18:48:54.342735 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:54.373586 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-95785b74-62ee-4ad7-b29a-6e52e79e3798 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Network e79e7ccd-90fb-4935-b3d8-35dccdd63c63 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:48:54.383807 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-95785b74-62ee-4ad7-b29a-6e52e79e3798 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:54.412360 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-95785b74-62ee-4ad7-b29a-6e52e79e3798 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:48:54.418427 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-95785b74-62ee-4ad7-b29a-6e52e79e3798 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:54.419054 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-95785b74-62ee-4ad7-b29a-6e52e79e3798 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:54.434739 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:54.435709 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425771'] for router_interface, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:54.438569 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:54.450293 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95785b74-62ee-4ad7-b29a-6e52e79e3798 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Pushing event updated for resources: {'Port': ['ID=b6efc0e9-0a54-401a-bf0f-5246f48b18c1,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:54.454306 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-95785b74-62ee-4ad7-b29a-6e52e79e3798 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:54.483222 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbf88cbc-2e7e-4829-b7c8-1cf357eace99 req-563ab472-7547-4c23-be48-81d8c9dd11b4 service neutron] 10.222.0.70 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418917 Jun 16 18:48:54.538438 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-95785b74-62ee-4ad7-b29a-6e52e79e3798 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0475566 Jun 16 18:48:54.541441 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Pushing event updated for resources: {'Port': ['ID=ce443e41-0610-4d29-a062-637b5193f788,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:54.546034 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:54.562959 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Request body: {'port': {'device_id': 'ed55a48d-961d-4d2c-bc7f-3e4f94b9da33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:54.588735 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Network 9e57485b-0919-4efc-8dfd-93cdd35e418e is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:48:54.590535 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:54.792020 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Router 73099668-2549-4505-970c-6b6adfe48fa5 has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:48:54.816013 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbcda0-aac9-461f-8cc2-bfa0f3a4cc7f req-57492c8e-b9be-49a3-b21c-f6e4fe7a6186 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:54.823208 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9dbbcda0-aac9-461f-8cc2-bfa0f3a4cc7f req-57492c8e-b9be-49a3-b21c-f6e4fe7a6186 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.2791576 Jun 16 18:48:54.969174 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:48:54.978832 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] 10.222.0.41 "PUT /v2.0/routers/73099668-2549-4505-970c-6b6adfe48fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0758667 Jun 16 18:48:55.003855 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:55.008241 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f4cb1-b101-4109-91e2-d1e977a7d619 req-02b9e371-1122-4aa2-8468-751c9c58ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:55.010356 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-876f4cb1-b101-4109-91e2-d1e977a7d619 req-02b9e371-1122-4aa2-8468-751c9c58ddf2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d15b68681b3461f9393ea46b06f632e&device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 1097 time: 0.3667128 Jun 16 18:48:55.031679 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9dbbcda0-aac9-461f-8cc2-bfa0f3a4cc7f req-de0699e0-e061-4306-ae2a-d3a0c7564a64 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074759 Jun 16 18:48:55.081565 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-f8774b71-9a74-452c-9898-15361803fecd None None] Provisioning complete for port ce443e41-0610-4d29-a062-637b5193f788 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:55.082609 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-f8774b71-9a74-452c-9898-15361803fecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:55.085452 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 6930b6f2-83ba-49b1-aa6a-6120f6a19662 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:48:55.156841 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-f8774b71-9a74-452c-9898-15361803fecd None None] Port ce443e41-0610-4d29-a062-637b5193f788 cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:48:55.170092 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8446f-a2d0-4492-9667-c5038c586273 req-84fff382-47c5-401a-aec8-3581e993c9c1 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:55.171681 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-dbd8446f-a2d0-4492-9667-c5038c586273 req-84fff382-47c5-401a-aec8-3581e993c9c1 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.3326347 Jun 16 18:48:55.175390 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 6930b6f2-83ba-49b1-aa6a-6120f6a19662 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:55.176013 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:55.276445 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device dab3556b-4fb0-4d26-848e-4b098bed86ca up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:48:55.285299 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-dbd8446f-a2d0-4492-9667-c5038c586273 req-ecf2483f-5910-48a4-af86-9b682d71562f tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992429 Jun 16 18:48:55.363882 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f4cb1-b101-4109-91e2-d1e977a7d619 req-98811dcb-65ea-4f44-bc2d-4aeaf14c875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:55.365333 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-876f4cb1-b101-4109-91e2-d1e977a7d619 req-98811dcb-65ea-4f44-bc2d-4aeaf14c875d service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7d28e2b-657a-4fea-87fc-61fc43c743d6 HTTP/1.1" status: 200 len: 916 time: 0.3324227 Jun 16 18:48:55.405156 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port dab3556b-4fb0-4d26-848e-4b098bed86ca completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:48:55.409358 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port dab3556b-4fb0-4d26-848e-4b098bed86ca triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:55.409741 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:55.464053 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-876f4cb1-b101-4109-91e2-d1e977a7d619 req-5ffac3b9-014b-4ca9-9ea8-59ee9461992a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2e85b10-7e6a-4fcf-a088-11f29270bbaf HTTP/1.1" status: 200 len: 217 time: 0.0863144 Jun 16 18:48:55.483839 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15208f5-0c82-4508-8d83-26901543e7bc req-76f5703f-cfbf-436d-b98e-c4ed9c6f4397 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:55.485472 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f15208f5-0c82-4508-8d83-26901543e7bc req-76f5703f-cfbf-436d-b98e-c4ed9c6f4397 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 932 time: 0.2503090 Jun 16 18:48:55.512829 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:55.536318 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port dab3556b-4fb0-4d26-848e-4b098bed86ca, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=dab3556b-4fb0-4d26-848e-4b098bed86ca,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:48:55.634714 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:55.637349 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-96e97f6a-83ab-4fe9-a183-b85c2f675526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:55.688068 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=dab3556b-4fb0-4d26-848e-4b098bed86ca,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:55.691392 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:55.818446 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f15208f5-0c82-4508-8d83-26901543e7bc req-6b65ba75-37af-492f-bf82-5f208355136b tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228240 Jun 16 18:48:55.825334 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f4cb1-b101-4109-91e2-d1e977a7d619 req-c9bcc530-261a-4f37-b6e4-c162236a24d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:55.826772 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-876f4cb1-b101-4109-91e2-d1e977a7d619 req-c9bcc530-261a-4f37-b6e4-c162236a24d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2046873-1d24-45e3-9c20-f4da0bce1314 HTTP/1.1" status: 200 len: 855 time: 0.3525083 Jun 16 18:48:55.875341 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-876f4cb1-b101-4109-91e2-d1e977a7d619 req-5b3839d3-845f-436c-9342-dcc5e16250bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7d28e2b-657a-4fea-87fc-61fc43c743d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301929 Jun 16 18:48:55.992548 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6efc0e9-0a54-401a-bf0f-5246f48b18c1 {{(pid=100039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:48:55.999101 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:56.003421 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:56.034289 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.provisioning_blocks [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Transition to ACTIVE for port object b6efc0e9-0a54-401a-bf0f-5246f48b18c1 will not be triggered until provisioned by entity L2. {{(pid=100039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:48:56.038459 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-876f4cb1-b101-4109-91e2-d1e977a7d619 req-7f0dbb8a-f657-4c8d-94ca-b470dfc18956 service neutron] 10.222.0.70 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415896 Jun 16 18:48:56.122639 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef39b85-0eff-4842-8736-6e1467908b57 req-79cf9337-b6dd-431d-9643-6890357d3e24 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:56.125950 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-2ef39b85-0eff-4842-8736-6e1467908b57 req-79cf9337-b6dd-431d-9643-6890357d3e24 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 945 time: 0.1352408 Jun 16 18:48:56.167801 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-876f4cb1-b101-4109-91e2-d1e977a7d619 req-8c4f10be-6d98-4c69-bc9e-afe7da3fd56b service neutron] 10.222.0.70 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218786 Jun 16 18:48:56.217607 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:56.220750 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:56.289298 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-2ef39b85-0eff-4842-8736-6e1467908b57 req-d938594b-4e9d-4bac-9eac-57b3489afc1e tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Deleting port 9ad0c66d-8eeb-40db-b258-3a216c0b169f {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:48:56.289298 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-2ef39b85-0eff-4842-8736-6e1467908b57 req-d938594b-4e9d-4bac-9eac-57b3489afc1e tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:56.324320 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6efc0e9-0a54-401a-bf0f-5246f48b18c1,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:56.328990 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:56.405536 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 46770) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:56.413398 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-2ef39b85-0eff-4842-8736-6e1467908b57 req-d938594b-4e9d-4bac-9eac-57b3489afc1e tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] For port 9ad0c66d-8eeb-40db-b258-3a216c0b169f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=9ad0c66d-8eeb-40db-b258-3a216c0b169f,segment=NetworkSegment(e5d2e40d-b1d7-4212-9adf-629bd3bc08da),segment_id=e5d2e40d-b1d7-4212-9adf-629bd3bc08da)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:48:56.413900 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-2ef39b85-0eff-4842-8736-6e1467908b57 req-d938594b-4e9d-4bac-9eac-57b3489afc1e tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:56.429031 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4fa2e-b5de-489a-b344-897f27c3301a req-011f6e2a-efa9-4fe1-9321-4f9f62079b1d tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:56.442076 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8de4fa2e-b5de-489a-b344-897f27c3301a req-011f6e2a-efa9-4fe1-9321-4f9f62079b1d tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 944 time: 0.2725670 Jun 16 18:48:56.458919 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-c444e9b4-eaba-4b94-8edb-8f97a0594468 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1055112725', 'description': 'tempest-secgroup-smoke-1055112725 description', 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:56.513173 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-2ef39b85-0eff-4842-8736-6e1467908b57 req-d938594b-4e9d-4bac-9eac-57b3489afc1e tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Calling delete_port for 9ad0c66d-8eeb-40db-b258-3a216c0b169f owned by compute:nova {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:48:56.515377 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Attempting to bind port b6efc0e9-0a54-401a-bf0f-5246f48b18c1 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:48:56.515899 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Attempting to bind port b6efc0e9-0a54-401a-bf0f-5246f48b18c1 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'bd00c71c-858b-4282-a67b-a8bc165b7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e79e7ccd-90fb-4935-b3d8-35dccdd63c63'}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:48:56.516381 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Attempting to bind port b6efc0e9-0a54-401a-bf0f-5246f48b18c1 on network e79e7ccd-90fb-4935-b3d8-35dccdd63c63 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:48:56.536480 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Port b6efc0e9-0a54-401a-bf0f-5246f48b18c1 on network e79e7ccd-90fb-4935-b3d8-35dccdd63c63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:48:56.537057 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Attempting to bind port b6efc0e9-0a54-401a-bf0f-5246f48b18c1 on network e79e7ccd-90fb-4935-b3d8-35dccdd63c63 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:48:56.548894 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:48:56.549286 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Checking segment: {'id': 'bd00c71c-858b-4282-a67b-a8bc165b7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e79e7ccd-90fb-4935-b3d8-35dccdd63c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:48:56.549607 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Bound using segment: {'id': 'bd00c71c-858b-4282-a67b-a8bc165b7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e79e7ccd-90fb-4935-b3d8-35dccdd63c63'} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:48:56.550053 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Bound port: b6efc0e9-0a54-401a-bf0f-5246f48b18c1, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd00c71c-858b-4282-a67b-a8bc165b7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e79e7ccd-90fb-4935-b3d8-35dccdd63c63'}}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:48:56.550451 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:56.568388 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8de4fa2e-b5de-489a-b344-897f27c3301a req-30cc319f-cce5-4ae8-879c-566b06527bb1 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251462 Jun 16 18:48:56.644863 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c444e9b4-eaba-4b94-8edb-8f97a0594468 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:56.667357 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Sync routers for ids ['73099668-2549-4505-970c-6b6adfe48fa5'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:48:56.686198 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Routers {'73099668-2549-4505-970c-6b6adfe48fa5'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:48:56.687468 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:48:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['73099668-2549-4505-970c-6b6adfe48fa5'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:56.750490 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] For port b6efc0e9-0a54-401a-bf0f-5246f48b18c1, host hv-cinder-66710, cleared binding levels {{(pid=100039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:48:56.797144 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] For port b6efc0e9-0a54-401a-bf0f-5246f48b18c1, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b6efc0e9-0a54-401a-bf0f-5246f48b18c1,segment=NetworkSegment(bd00c71c-858b-4282-a67b-a8bc165b7251),segment_id=bd00c71c-858b-4282-a67b-a8bc165b7251)] {{(pid=100039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:48:56.835304 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-2ef39b85-0eff-4842-8736-6e1467908b57 req-d938594b-4e9d-4bac-9eac-57b3489afc1e tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:56.845391 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:56.875267 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379ef54-9459-43c4-b33b-4b29bf48ad83 req-ca1a710f-97fa-4c56-be8d-9278e8a5935e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:56.882970 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6379ef54-9459-43c4-b33b-4b29bf48ad83 req-ca1a710f-97fa-4c56-be8d-9278e8a5935e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.2712431 Jun 16 18:48:56.903543 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Set router 73099668-2549-4505-970c-6b6adfe48fa5 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:48:56.906637 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:56.919545 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:56.949124 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e580e-fa0c-4705-a950-c5878ff6994b req-ae5c21d3-07d1-4768-9a97-1a74ce337ff2 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:56.950711 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3d2e580e-fa0c-4705-a950-c5878ff6994b req-ae5c21d3-07d1-4768-9a97-1a74ce337ff2 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 867 time: 0.2223721 Jun 16 18:48:56.969007 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c444e9b4-eaba-4b94-8edb-8f97a0594468 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:56.976528 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938594b-4e9d-4bac-9eac-57b3489afc1e tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Pushing event deleted for resources: {'Port': ['ID=9ad0c66d-8eeb-40db-b258-3a216c0b169f,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:56.981134 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-d938594b-4e9d-4bac-9eac-57b3489afc1e tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:56.997842 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device dab3556b-4fb0-4d26-848e-4b098bed86ca up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:48:56.999607 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef39b85-0eff-4842-8736-6e1467908b57 req-d938594b-4e9d-4bac-9eac-57b3489afc1e tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] No DVR routers for this DVR port 9ad0c66d-8eeb-40db-b258-3a216c0b169f on host hv-cinder-66710 {{(pid=100040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:48:57.007145 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-2ef39b85-0eff-4842-8736-6e1467908b57 req-d938594b-4e9d-4bac-9eac-57b3489afc1e tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:57.009350 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-2ef39b85-0eff-4842-8736-6e1467908b57 req-d938594b-4e9d-4bac-9eac-57b3489afc1e tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.70 "DELETE /v2.0/ports/9ad0c66d-8eeb-40db-b258-3a216c0b169f HTTP/1.1" status: 204 len: 173 time: 0.8748314 Jun 16 18:48:57.010006 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9', 'name': 'network-vif-deleted', 'tag': '9ad0c66d-8eeb-40db-b258-3a216c0b169f'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:48:57.012615 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debe1a70-9f0c-4efb-9ebf-c17c1f4d191f" -d '{"events": [{"server_uuid": "7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9", "name": "network-vif-deleted", "tag": "9ad0c66d-8eeb-40db-b258-3a216c0b169f"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:48:57.025197 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:57.029246 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:57.029246 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] 10.222.0.70 "PUT /v2.0/ports/b6efc0e9-0a54-401a-bf0f-5246f48b18c1 HTTP/1.1" status: 200 len: 1094 time: 2.4685800 Jun 16 18:48:57.046752 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed55a48d-961d-4d2c-bc7f-3e4f94b9da33', 'tag': 'b6efc0e9-0a54-401a-bf0f-5246f48b18c1'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:48:57.049208 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60af1198-894f-4402-874e-2b9119fea054" -d '{"events": [{"name": "network-changed", "server_uuid": "ed55a48d-961d-4d2c-bc7f-3e4f94b9da33", "tag": "b6efc0e9-0a54-401a-bf0f-5246f48b18c1"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:48:57.051615 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c444e9b4-eaba-4b94-8edb-8f97a0594468 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:57.085933 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6379ef54-9459-43c4-b33b-4b29bf48ad83 req-65717b76-f77c-48ca-8b5e-a4722591e4af tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020361 Jun 16 18:48:57.118151 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3d2e580e-fa0c-4705-a950-c5878ff6994b req-7331a7e3-583c-4f80-b6ef-4fdb487655cb tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc41fab3-3d69-452d-b928-ce6d2aa2a812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182911 Jun 16 18:48:57.119581 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6efc0e9-0a54-401a-bf0f-5246f48b18c1,revision_number=3']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:57.125231 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:57.125390 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port dab3556b-4fb0-4d26-848e-4b098bed86ca triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:48:57.125737 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:57.135426 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3457af98-1f83-47a2-a803-ab2de1362145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:57.194193 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444e9b4-eaba-4b94-8edb-8f97a0594468 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ab1155-1d67-421b-9328-5f569f6d194f,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:57.211201 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c444e9b4-eaba-4b94-8edb-8f97a0594468 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:57.214291 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c444e9b4-eaba-4b94-8edb-8f97a0594468 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:57.218416 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46784) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:57.219492 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-c444e9b4-eaba-4b94-8edb-8f97a0594468 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8040380 Jun 16 18:48:57.223450 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-4d4dcb8b-325b-4839-9165-53e9ff4e7b93 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Request body: {'security_group_rule': {'security_group_id': '63ab1155-1d67-421b-9328-5f569f6d194f', 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:57.263438 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73099668-2549-4505-970c-6b6adfe48fa5', 'name': 'tempest-TestVolumeBootPattern-1208905223-router', 'tenant_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:48:53Z', 'revision_number': 4, 'project_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'gw_port': {'id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73099668-2549-4505-970c-6b6adfe48fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'ce443e41-0610-4d29-a062-637b5193f788', 'name': '', 'network_id': '9e57485b-0919-4efc-8dfd-93cdd35e418e', 'tenant_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'mac_address': 'fa:16:3e:5e:0f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73099668-2549-4505-970c-6b6adfe48fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'cc3f67f4-fc28-41e7-a69a-ad14cac8f0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:52Z', 'updated_at': '2021-06-16T18:48:54Z', 'revision_number': 2, 'project_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'subnets': [{'id': 'cc3f67f4-fc28-41e7-a69a-ad14cac8f0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:57.270650 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Checking router: 73099668-2549-4505-970c-6b6adfe48fa5 for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:48:57.271036 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Updating router 73099668-2549-4505-970c-6b6adfe48fa5 port ce443e41-0610-4d29-a062-637b5193f788 binding host dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:48:57.289025 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-18fa71c3-a8aa-477d-bdbe-47c93ff3788f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:57.292046 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-18fa71c3-a8aa-477d-bdbe-47c93ff3788f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f7a4988a8d514b43b6227090dd05d80e&device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 1097 time: 0.0878553 Jun 16 18:48:57.329463 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3936df1-a45a-4c00-9428-d28b63903810 x-openstack-request-id: req-a3936df1-a45a-4c00-9428-d28b63903810 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:48:57.329677 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:57.330313 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9", "name": "network-vif-deleted", "tag": "9ad0c66d-8eeb-40db-b258-3a216c0b169f", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:48:57.330951 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3936df1-a45a-4c00-9428-d28b63903810 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:48:57.332208 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9', 'name': 'network-vif-deleted', 'tag': '9ad0c66d-8eeb-40db-b258-3a216c0b169f', 'status': 'completed', 'code': 200} Jun 16 18:48:57.348156 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4d4dcb8b-325b-4839-9165-53e9ff4e7b93 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:57.377363 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-5859d857-6dff-41ab-bb70-abb169509bd5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6efc0e9-0a54-401a-bf0f-5246f48b18c1 HTTP/1.1" status: 200 len: 217 time: 0.0719848 Jun 16 18:48:57.438942 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-dd541a5b-bd77-44de-a95d-fe41037af19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:57.441177 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-dd541a5b-bd77-44de-a95d-fe41037af19c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca745959-e81e-4639-950d-8d0739bdba83 HTTP/1.1" status: 200 len: 847 time: 0.0545030 Jun 16 18:48:57.448957 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4d4dcb8b-325b-4839-9165-53e9ff4e7b93 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:57.465660 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21836054-4600-46f0-930c-81fa924b6e20 req-f8c559eb-8481-4f88-b870-dfd6795fe2d0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:57.471577 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-21836054-4600-46f0-930c-81fa924b6e20 req-f8c559eb-8481-4f88-b870-dfd6795fe2d0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 944 time: 0.1782897 Jun 16 18:48:57.491866 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-87438d95-a5c1-4742-9551-bbd708f61e27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e79e7ccd-90fb-4935-b3d8-35dccdd63c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428820 Jun 16 18:48:57.543476 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4d4dcb8b-325b-4839-9165-53e9ff4e7b93 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:57.561910 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-a2d2cd87-8a2b-459d-8d73-0286f0621d1f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:57.578670 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dcb8b-325b-4839-9165-53e9ff4e7b93 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ea614f-bbaa-4c57-a7d1-2cd85007e5d4,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:57.593264 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-4d4dcb8b-325b-4839-9165-53e9ff4e7b93 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:57.601697 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-21836054-4600-46f0-930c-81fa924b6e20 req-8411c826-8184-4be4-870f-6f92ac876710 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130404 Jun 16 18:48:57.630744 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-ef350224-5cdd-4be5-b6de-0e4306602710 service neutron] 10.222.0.70 "GET /v2.0/networks/e79e7ccd-90fb-4935-b3d8-35dccdd63c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257732 Jun 16 18:48:57.634879 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ff0011-6b27-4e95-bb5e-0c73f44ebf59 x-openstack-request-id: req-16ff0011-6b27-4e95-bb5e-0c73f44ebf59 {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:48:57.635221 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed55a48d-961d-4d2c-bc7f-3e4f94b9da33", "tag": "b6efc0e9-0a54-401a-bf0f-5246f48b18c1", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:48:57.635854 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16ff0011-6b27-4e95-bb5e-0c73f44ebf59 {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:48:57.636170 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed55a48d-961d-4d2c-bc7f-3e4f94b9da33', 'tag': 'b6efc0e9-0a54-401a-bf0f-5246f48b18c1', 'status': 'completed', 'code': 200} Jun 16 18:48:57.646060 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4d4dcb8b-325b-4839-9165-53e9ff4e7b93 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:57.649517 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-4d4dcb8b-325b-4839-9165-53e9ff4e7b93 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4292176 Jun 16 18:48:57.658735 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46790) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:57.664847 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-c09811fe-99d8-4ff3-9326-61f81114cc98 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Request body: {'security_group_rule': {'security_group_id': '63ab1155-1d67-421b-9328-5f569f6d194f', 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:57.751969 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Notify callbacks [] for port, precommit_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:57.761834 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-42d48d78-87c5-4d5f-b7fb-afe332556ccf req-e37adc1d-0c82-4a1a-8938-5ca249c073f9 service neutron] 10.222.0.70 "GET /v2.0/networks/e79e7ccd-90fb-4935-b3d8-35dccdd63c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150866 Jun 16 18:48:57.765024 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Transition to ACTIVE for port object ce443e41-0610-4d29-a062-637b5193f788 will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:48:57.788865 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c09811fe-99d8-4ff3-9326-61f81114cc98 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:57.817740 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb0771-7a02-4664-bafb-595357f1bbe7 req-8609e617-0b04-4419-a56e-690e2c59b0f2 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:57.819255 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e3eb0771-7a02-4664-bafb-595357f1bbe7 req-8609e617-0b04-4419-a56e-690e2c59b0f2 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 944 time: 0.0787165 Jun 16 18:48:57.841318 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c09811fe-99d8-4ff3-9326-61f81114cc98 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:57.862718 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e3eb0771-7a02-4664-bafb-595357f1bbe7 req-9a571943-88e6-458a-aff9-8b576a93ac23 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362730 Jun 16 18:48:57.879987 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:57.883684 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:57.960440 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08035a-59e3-432b-bfba-27d1f553aa0f None None] Pushing event updated for resources: {'Port': ['ID=ce443e41-0610-4d29-a062-637b5193f788,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:57.964020 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-5d08035a-59e3-432b-bfba-27d1f553aa0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:57.987387 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c09811fe-99d8-4ff3-9326-61f81114cc98 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:57.989424 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:58.003836 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09811fe-99d8-4ff3-9326-61f81114cc98 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9520424d-5b50-4dc3-8e6a-eed7dfc117c1,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:58.008189 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-c09811fe-99d8-4ff3-9326-61f81114cc98 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:58.021502 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Attempting to bind port ce443e41-0610-4d29-a062-637b5193f788 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:48:58.021891 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Attempting to bind port ce443e41-0610-4d29-a062-637b5193f788 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': 'd4a7b964-868c-455c-94bd-b01c311a9d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e57485b-0919-4efc-8dfd-93cdd35e418e'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:48:58.022268 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Attempting to bind port ce443e41-0610-4d29-a062-637b5193f788 on network 9e57485b-0919-4efc-8dfd-93cdd35e418e {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:48:58.028182 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:48:58.028574 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Checking segment: {'id': 'd4a7b964-868c-455c-94bd-b01c311a9d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e57485b-0919-4efc-8dfd-93cdd35e418e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:48:58.028993 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:58.029567 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Bound using segment: {'id': 'd4a7b964-868c-455c-94bd-b01c311a9d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e57485b-0919-4efc-8dfd-93cdd35e418e'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:48:58.030452 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Bound port: ce443e41-0610-4d29-a062-637b5193f788, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a7b964-868c-455c-94bd-b01c311a9d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e57485b-0919-4efc-8dfd-93cdd35e418e'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:48:58.030846 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:58.062978 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af1198-894f-4402-874e-2b9119fea054 req-27917360-d83f-4ad1-a848-7009d8c494ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:58.066739 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60af1198-894f-4402-874e-2b9119fea054 req-27917360-d83f-4ad1-a848-7009d8c494ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f7a4988a8d514b43b6227090dd05d80e&device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 1097 time: 0.0868790 Jun 16 18:48:58.108342 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] For port ce443e41-0610-4d29-a062-637b5193f788, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:48:58.112025 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] For port ce443e41-0610-4d29-a062-637b5193f788, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=ce443e41-0610-4d29-a062-637b5193f788,segment=NetworkSegment(d4a7b964-868c-455c-94bd-b01c311a9d5f),segment_id=d4a7b964-868c-455c-94bd-b01c311a9d5f)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:48:58.119852 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c09811fe-99d8-4ff3-9326-61f81114cc98 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:58.123709 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-c09811fe-99d8-4ff3-9326-61f81114cc98 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4611254 Jun 16 18:48:58.123709 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46794) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:58.128669 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-ec0e33d5-da4c-4c22-9728-3ee6f61731a7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Request body: {'security_group_rule': {'security_group_id': '63ab1155-1d67-421b-9328-5f569f6d194f', 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:58.186235 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af1198-894f-4402-874e-2b9119fea054 req-deab66b6-53bf-4d25-974d-ddc0051fb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:58.187740 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60af1198-894f-4402-874e-2b9119fea054 req-deab66b6-53bf-4d25-974d-ddc0051fb667 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e79e7ccd-90fb-4935-b3d8-35dccdd63c63 HTTP/1.1" status: 200 len: 908 time: 0.0949712 Jun 16 18:48:58.240048 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:58.242091 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:58.242239 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60af1198-894f-4402-874e-2b9119fea054 req-5b43098f-c90d-478a-a189-a40b963209bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6efc0e9-0a54-401a-bf0f-5246f48b18c1 HTTP/1.1" status: 200 len: 217 time: 0.0430701 Jun 16 18:48:58.256851 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ec0e33d5-da4c-4c22-9728-3ee6f61731a7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:58.316891 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08035a-59e3-432b-bfba-27d1f553aa0f None None] Pushing event updated for resources: {'Port': ['ID=ce443e41-0610-4d29-a062-637b5193f788,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:58.320637 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-5d08035a-59e3-432b-bfba-27d1f553aa0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:58.321672 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Routers {'73099668-2549-4505-970c-6b6adfe48fa5'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:48:58.322288 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:48:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['73099668-2549-4505-970c-6b6adfe48fa5'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:58.344986 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-af1bde78-9d02-4c7f-8126-64fa24e5cf33 req-f01af3b8-e0c1-4331-be77-af816e3a782b tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d5f7ed9-0be5-48cd-b9e6-c3011c4b6ac9 HTTP/1.1" status: 200 len: 210 time: 0.0605209 Jun 16 18:48:58.359887 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af1198-894f-4402-874e-2b9119fea054 req-7cc9187b-2407-402f-878f-bb1903075948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:58.361883 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60af1198-894f-4402-874e-2b9119fea054 req-7cc9187b-2407-402f-878f-bb1903075948 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca745959-e81e-4639-950d-8d0739bdba83 HTTP/1.1" status: 200 len: 847 time: 0.1098154 Jun 16 18:48:58.387302 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ec0e33d5-da4c-4c22-9728-3ee6f61731a7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:58.416663 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60af1198-894f-4402-874e-2b9119fea054 req-9edde74e-4e88-44d3-82b2-6504ed2159d8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e79e7ccd-90fb-4935-b3d8-35dccdd63c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374947 Jun 16 18:48:58.445288 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b41da-e566-4e39-8307-ef33df48d581 req-859e995b-09c5-4d3a-80b3-fdd148ebe51f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:58.447472 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-299b41da-e566-4e39-8307-ef33df48d581 req-859e995b-09c5-4d3a-80b3-fdd148ebe51f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.2077050 Jun 16 18:48:58.457132 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] Set router 73099668-2549-4505-970c-6b6adfe48fa5 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:48:58.483468 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ec0e33d5-da4c-4c22-9728-3ee6f61731a7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:58.485715 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-c09811fe-99d8-4ff3-9326-61f81114cc98 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:58.494827 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 9ad0c66d-8eeb-40db-b258-3a216c0b169f no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:48:58.504799 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e33d5-da4c-4c22-9728-3ee6f61731a7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6bcb21-ff4f-4589-8d96-a0f77b3b8981,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:58.507534 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ec0e33d5-da4c-4c22-9728-3ee6f61731a7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:58.529629 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: 9ad0c66d-8eeb-40db-b258-3a216c0b169f {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:48:58.530070 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 9ad0c66d-8eeb-40db-b258-3a216c0b169f not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:48:58.548984 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-299b41da-e566-4e39-8307-ef33df48d581 req-ce31926b-3ecb-4242-8086-8c4abeff5c28 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917795 Jun 16 18:48:58.589991 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60af1198-894f-4402-874e-2b9119fea054 req-c575429c-56fc-44ad-a59e-fe64e92a91e0 service neutron] 10.222.0.70 "GET /v2.0/networks/e79e7ccd-90fb-4935-b3d8-35dccdd63c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396446 Jun 16 18:48:58.615648 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ec0e33d5-da4c-4c22-9728-3ee6f61731a7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:58.619485 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-ec0e33d5-da4c-4c22-9728-3ee6f61731a7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4923124 Jun 16 18:48:58.619789 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46804) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:58.624503 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-7d5c8461-1d83-4bf9-95ad-b275ef26409d tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Request body: {'security_group_rule': {'security_group_id': '63ab1155-1d67-421b-9328-5f569f6d194f', 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:58.741589 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60af1198-894f-4402-874e-2b9119fea054 req-3a1ce1e9-cf71-43f3-ba3f-3e154813d7b3 service neutron] 10.222.0.70 "GET /v2.0/networks/e79e7ccd-90fb-4935-b3d8-35dccdd63c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440609 Jun 16 18:48:58.804163 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7d5c8461-1d83-4bf9-95ad-b275ef26409d tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:58.865401 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb08b8d-0b45-4de9-8db2-3fd727703271 req-9695fee4-538f-4f24-8c9f-957f1822c9a4 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:58.872292 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7eb08b8d-0b45-4de9-8db2-3fd727703271 req-9695fee4-538f-4f24-8c9f-957f1822c9a4 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 944 time: 0.0978851 Jun 16 18:48:58.882134 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7d5c8461-1d83-4bf9-95ad-b275ef26409d tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:58.892365 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73099668-2549-4505-970c-6b6adfe48fa5', 'name': 'tempest-TestVolumeBootPattern-1208905223-router', 'tenant_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:48:53Z', 'revision_number': 4, 'project_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'gw_port': {'id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73099668-2549-4505-970c-6b6adfe48fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'ce443e41-0610-4d29-a062-637b5193f788', 'name': '', 'network_id': '9e57485b-0919-4efc-8dfd-93cdd35e418e', 'tenant_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'mac_address': 'fa:16:3e:5e:0f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73099668-2549-4505-970c-6b6adfe48fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'cc3f67f4-fc28-41e7-a69a-ad14cac8f0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:52Z', 'updated_at': '2021-06-16T18:48:58Z', 'revision_number': 4, 'project_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'subnets': [{'id': 'cc3f67f4-fc28-41e7-a69a-ad14cac8f0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:58.896248 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b0d36-c40b-4ccc-8a0e-cc4ff2ee180b None None] The sync data for ids ['73099668-2549-4505-970c-6b6adfe48fa5'] in dv-cinder-667108-31-iscsi is: [{'id': '73099668-2549-4505-970c-6b6adfe48fa5', 'name': 'tempest-TestVolumeBootPattern-1208905223-router', 'tenant_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:48:53Z', 'revision_number': 4, 'project_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'gw_port': {'id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73099668-2549-4505-970c-6b6adfe48fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'ce443e41-0610-4d29-a062-637b5193f788', 'name': '', 'network_id': '9e57485b-0919-4efc-8dfd-93cdd35e418e', 'tenant_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'mac_address': 'fa:16:3e:5e:0f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73099668-2549-4505-970c-6b6adfe48fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'cc3f67f4-fc28-41e7-a69a-ad14cac8f0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:52Z', 'updated_at': '2021-06-16T18:48:58Z', 'revision_number': 4, 'project_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'subnets': [{'id': 'cc3f67f4-fc28-41e7-a69a-ad14cac8f0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:48:58.915796 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7eb08b8d-0b45-4de9-8db2-3fd727703271 req-dd4cf1ed-2c1a-4d21-9064-347b88ef40c0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423741 Jun 16 18:48:58.978741 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7d5c8461-1d83-4bf9-95ad-b275ef26409d tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:58.983412 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-50cc352b-dc1c-4847-802c-17ec7a47fc94 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:58.999530 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c8461-1d83-4bf9-95ad-b275ef26409d tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d794ba7-ce23-4c0a-9da0-6376409412a7,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:59.002640 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7d5c8461-1d83-4bf9-95ad-b275ef26409d tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:59.073575 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7d5c8461-1d83-4bf9-95ad-b275ef26409d tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:59.075544 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-7d5c8461-1d83-4bf9-95ad-b275ef26409d tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4541266 Jun 16 18:48:59.078879 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46810) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:59.083863 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-6b76a5aa-3315-45f9-a97d-3e3528f9749a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Request body: {'security_group_rule': {'security_group_id': '63ab1155-1d67-421b-9328-5f569f6d194f', 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:59.108852 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b50ecd-fe87-4414-a6f5-105910f16394 req-31501334-36bc-466f-8a66-596d3e0c9ce4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:59.127810 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c7b50ecd-fe87-4414-a6f5-105910f16394 req-31501334-36bc-466f-8a66-596d3e0c9ce4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 944 time: 0.1125824 Jun 16 18:48:59.166356 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c7b50ecd-fe87-4414-a6f5-105910f16394 req-64753f88-e1cb-4238-943c-e68655811c38 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354199 Jun 16 18:48:59.216608 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.securitygroups_db [None req-6b76a5aa-3315-45f9-a97d-3e3528f9749a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Project bca6fcaf38fd428f8241bdcdf20d1efe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:48:59.222049 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-6b76a5aa-3315-45f9-a97d-3e3528f9749a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:59.288130 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-6b76a5aa-3315-45f9-a97d-3e3528f9749a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:59.412286 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-6b76a5aa-3315-45f9-a97d-3e3528f9749a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:59.415948 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b45bd637-30d3-4e63-b163-be1e06d665f5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:59.450353 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76a5aa-3315-45f9-a97d-3e3528f9749a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4de4b8-7ef4-4140-8d25-a90a42241e7f,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:59.454209 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-6b76a5aa-3315-45f9-a97d-3e3528f9749a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:59.564707 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-6b76a5aa-3315-45f9-a97d-3e3528f9749a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:59.566085 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-6b76a5aa-3315-45f9-a97d-3e3528f9749a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4860530 Jun 16 18:48:59.568687 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46818) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:48:59.573863 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-0c288fe5-4e9a-4d44-860f-655a5a56b887 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Request body: {'security_group_rule': {'security_group_id': '63ab1155-1d67-421b-9328-5f569f6d194f', 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:48:59.684808 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.securitygroups_db [None req-0c288fe5-4e9a-4d44-860f-655a5a56b887 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Project bca6fcaf38fd428f8241bdcdf20d1efe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:48:59.693128 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0c288fe5-4e9a-4d44-860f-655a5a56b887 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:59.782042 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0c288fe5-4e9a-4d44-860f-655a5a56b887 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:59.783128 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951d64e-69bc-40c4-88d1-60d89a41a8d4 req-2881b62b-7f24-4e17-beb6-ce118ba33cc7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:48:59.784799 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c951d64e-69bc-40c4-88d1-60d89a41a8d4 req-2881b62b-7f24-4e17-beb6-ce118ba33cc7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.1041627 Jun 16 18:48:59.831274 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c951d64e-69bc-40c4-88d1-60d89a41a8d4 req-b1713aa4-7b87-4742-ad03-c0b196311c10 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398252 Jun 16 18:48:59.890652 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0c288fe5-4e9a-4d44-860f-655a5a56b887 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:59.892715 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:48:59.910410 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c288fe5-4e9a-4d44-860f-655a5a56b887 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96006bdb-5bce-45c2-95c6-1c78c6cf2ebc,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:59.913066 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0c288fe5-4e9a-4d44-860f-655a5a56b887 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:48:59.981918 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0c288fe5-4e9a-4d44-860f-655a5a56b887 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:59.983194 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-0c288fe5-4e9a-4d44-860f-655a5a56b887 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4130530 Jun 16 18:49:00.120810 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a3069-6ff5-446b-9157-a0d511265552 req-4a50904d-d989-4dd7-8314-20a620d13f52 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:00.122184 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-967a3069-6ff5-446b-9157-a0d511265552 req-4a50904d-d989-4dd7-8314-20a620d13f52 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 944 time: 0.0701795 Jun 16 18:49:00.160546 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-967a3069-6ff5-446b-9157-a0d511265552 req-eb72defb-4feb-4436-83d5-7c1869a4379c tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327530 Jun 16 18:49:00.355609 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce03642-3fe5-43c8-adc7-bec17ec98c6a req-ea9f30e9-09b1-4025-814d-a1d1d721dc2a tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:00.357089 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-dce03642-3fe5-43c8-adc7-bec17ec98c6a req-ea9f30e9-09b1-4025-814d-a1d1d721dc2a tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 944 time: 0.0643764 Jun 16 18:49:00.396283 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-dce03642-3fe5-43c8-adc7-bec17ec98c6a req-1b14f19e-87f6-400c-b679-1fa4995b0487 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332260 Jun 16 18:49:00.456317 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device e2e85b10-7e6a-4fcf-a088-11f29270bbaf details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:49:00.555952 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port e2e85b10-7e6a-4fcf-a088-11f29270bbaf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e2e85b10-7e6a-4fcf-a088-11f29270bbaf,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:49:00.568785 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': 'e2e85b10-7e6a-4fcf-a088-11f29270bbaf', 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6', 'port_id': 'e2e85b10-7e6a-4fcf-a088-11f29270bbaf', 'mac_address': 'fa:16:3e:b9:43:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2046873-1d24-45e3-9c20-f4da0bce1314', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:49:00.608402 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:00.622946 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e85b10-7e6a-4fcf-a088-11f29270bbaf {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:49:00.645186 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port e2e85b10-7e6a-4fcf-a088-11f29270bbaf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e2e85b10-7e6a-4fcf-a088-11f29270bbaf,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:49:00.848025 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:00.850437 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-91c66f30-438d-45f0-a5ed-ec164e1b67e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:00.914768 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=e2e85b10-7e6a-4fcf-a088-11f29270bbaf,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:00.918454 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:00.957316 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device ce443e41-0610-4d29-a062-637b5193f788 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:49:01.058220 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283f7e3-33a5-46a0-8bff-24250c26fffd req-3ed472e4-87d9-495f-91d9-bd0c9fb20c5b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:01.059858 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9283f7e3-33a5-46a0-8bff-24250c26fffd req-3ed472e4-87d9-495f-91d9-bd0c9fb20c5b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0883012 Jun 16 18:49:01.098420 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9283f7e3-33a5-46a0-8bff-24250c26fffd req-922d9fde-f5fa-42b6-a175-c838046a5404 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326509 Jun 16 18:49:01.141728 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port ce443e41-0610-4d29-a062-637b5193f788 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:49:01.145906 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port ce443e41-0610-4d29-a062-637b5193f788 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:49:01.146285 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:01.246154 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:01.284052 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port ce443e41-0610-4d29-a062-637b5193f788, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=ce443e41-0610-4d29-a062-637b5193f788,segment=NetworkSegment(d4a7b964-868c-455c-94bd-b01c311a9d5f),segment_id=d4a7b964-868c-455c-94bd-b01c311a9d5f)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:49:01.309061 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46904) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:49:01.344249 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:01.353144 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:01.358383 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7355d58-e630-4684-b89f-384ab31c46cc admin admin] Deleting subnet d50e8d3a-8ad1-4059-a671-01c1d9f909a6 {{(pid=100040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:49:01.362347 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a7355d58-e630-4684-b89f-384ab31c46cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:01.389047 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb09a7-9e13-4bf5-976f-d30baffca714 req-207a225d-aea4-4564-a08c-94afcc00aded tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:01.390699 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9cbb09a7-9e13-4bf5-976f-d30baffca714 req-207a225d-aea4-4564-a08c-94afcc00aded tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 944 time: 0.0847569 Jun 16 18:49:01.398102 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a7355d58-e630-4684-b89f-384ab31c46cc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:01.408318 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a7355d58-e630-4684-b89f-384ab31c46cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:01.408826 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=ce443e41-0610-4d29-a062-637b5193f788,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:01.412271 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:01.433854 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9cbb09a7-9e13-4bf5-976f-d30baffca714 req-ee1957db-e529-4e44-81e3-4fd93978ca64 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366390 Jun 16 18:49:01.447985 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['e2e85b10-7e6a-4fcf-a088-11f29270bbaf'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:49:01.553630 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a7355d58-e630-4684-b89f-384ab31c46cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489'] for subnet, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:01.557470 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-db713cf6-8a71-4f6f-88bf-e5eb9d980f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:01.579570 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336b65d-563c-43dd-9931-a8104b34eeed req-1224d607-0f80-4882-a14c-b8034d87dc60 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:01.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5336b65d-563c-43dd-9931-a8104b34eeed req-1224d607-0f80-4882-a14c-b8034d87dc60 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 945 time: 0.0640585 Jun 16 18:49:01.581744 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7355d58-e630-4684-b89f-384ab31c46cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d50e8d3a-8ad1-4059-a671-01c1d9f909a6,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:01.583790 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a7355d58-e630-4684-b89f-384ab31c46cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:01.586501 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-a7355d58-e630-4684-b89f-384ab31c46cc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d50e8d3a-8ad1-4059-a671-01c1d9f909a6 HTTP/1.1" status: 204 len: 168 time: 0.2763591 Jun 16 18:49:01.589529 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-a7355d58-e630-4684-b89f-384ab31c46cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:01.589964 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 46912) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:49:01.684504 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:01.690233 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5336b65d-563c-43dd-9931-a8104b34eeed req-6a00d851-bb00-4d9d-9f0b-b64320318de5 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911577 Jun 16 18:49:01.773204 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:01.784949 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:01.785397 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:01.786173 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:01.786500 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Subscribe: > port after_create 55550000 {{(pid=100039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:01.786837 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Subscribe: > port after_delete 55550000 {{(pid=100039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:01.787203 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Subscribe: > port after_update 55550000 {{(pid=100039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:01.787529 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:01.787845 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:01.788275 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:01.788532 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:01.918356 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:01.918723 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:01.919094 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:01.919447 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:01.919821 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f54788-0530-4c9a-8828-ab728ebc1a75']}} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:49:01.938375 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d2e40d-b1d7-4212-9adf-629bd3bc08da') {'for_net_delete': True} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:49:01.938590 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d2e40d-b1d7-4212-9adf-629bd3bc08da') {} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:49:01.955538 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25649366'] for segment, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:01.977815 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:01.986290 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=100039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:49:01.986688 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942637'] for segment, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: from cryptography.utils import int_from_bytes Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: from cryptography.utils import int_from_bytes Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:01.990594 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: Traceback (most recent call last): Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: timer() Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: cb(*args, **kw) Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: return func(*args, **kwargs) Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: self._notify() Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: self.callback(batched_events) Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: event.method(event) Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: return f(self, *a, **k) Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._get(url).json() Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: return self.request(url, 'GET', **kwargs) Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:49:01.996151 dv-cinder-667108-31-iscsi neutron-server[100039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:49:02.141093 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:02.145323 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-b5c256b9-420c-43ae-9241-3cceb3b5cd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:02.149287 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:02.154057 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] 10.222.0.41 "DELETE /v2.0/networks/84f54788-0530-4c9a-8828-ab728ebc1a75 HTTP/1.1" status: 204 len: 168 time: 0.5629287 Jun 16 18:49:02.164149 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Pushing event deleted for resources: {'Network': ['ID=84f54788-0530-4c9a-8828-ab728ebc1a75,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:02.169441 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6c10515e-4b5d-4423-a77d-2a6132f31d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:02.302812 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74c883-cdf2-4249-a233-5d77745bdbe0 req-f8955ec3-8fc2-4e5a-aeda-29d6625ebcac tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:02.304597 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6b74c883-cdf2-4249-a233-5d77745bdbe0 req-f8955ec3-8fc2-4e5a-aeda-29d6625ebcac tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0913386 Jun 16 18:49:02.346267 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6b74c883-cdf2-4249-a233-5d77745bdbe0 req-da2ae24d-b9e6-457a-8a1f-e6b358b15349 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333447 Jun 16 18:49:02.482704 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device b6efc0e9-0a54-401a-bf0f-5246f48b18c1 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:49:02.568919 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46946) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:49:02.589072 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port b6efc0e9-0a54-401a-bf0f-5246f48b18c1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b6efc0e9-0a54-401a-bf0f-5246f48b18c1,segment=NetworkSegment(bd00c71c-858b-4282-a67b-a8bc165b7251),segment_id=bd00c71c-858b-4282-a67b-a8bc165b7251)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:49:02.609862 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': 'b6efc0e9-0a54-401a-bf0f-5246f48b18c1', 'network_id': 'e79e7ccd-90fb-4935-b3d8-35dccdd63c63', 'port_id': 'b6efc0e9-0a54-401a-bf0f-5246f48b18c1', 'mac_address': 'fa:16:3e:9b:2a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca745959-e81e-4639-950d-8d0739bdba83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:49:02.622659 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-ef83bf72-94a3-4f1a-abeb-1d1a9549e326 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07e315b6a99847fc959745348275cb69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0524297 Jun 16 18:49:02.625136 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46948) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:49:02.648119 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:02.651595 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2871c-2d4f-40f3-bb1d-ac58135dccd4 req-3ccdfadd-2778-4937-a959-3d4ea9130ae5 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:02.653202 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-30a2871c-2d4f-40f3-bb1d-ac58135dccd4 req-3ccdfadd-2778-4937-a959-3d4ea9130ae5 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 944 time: 0.0901070 Jun 16 18:49:02.663109 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6efc0e9-0a54-401a-bf0f-5246f48b18c1 {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:49:02.675659 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-80468b4a-c435-419c-9dd8-2b6872bd1ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:02.685912 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port b6efc0e9-0a54-401a-bf0f-5246f48b18c1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b6efc0e9-0a54-401a-bf0f-5246f48b18c1,segment=NetworkSegment(bd00c71c-858b-4282-a67b-a8bc165b7251),segment_id=bd00c71c-858b-4282-a67b-a8bc165b7251)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:49:02.693556 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-30a2871c-2d4f-40f3-bb1d-ac58135dccd4 req-e163a7e9-caba-4f7a-afee-6d85004ec271 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341022 Jun 16 18:49:02.697756 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-80468b4a-c435-419c-9dd8-2b6872bd1ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:02.826487 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:02.828414 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:02.877631 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=b6efc0e9-0a54-401a-bf0f-5246f48b18c1,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:02.880832 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:02.894097 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device ce443e41-0610-4d29-a062-637b5193f788 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:49:02.897357 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea5942-4cbd-4e65-a00c-c3ffeb56b14c req-45ff8377-c6d0-4042-a8d6-86fa673351b0 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:02.903547 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c1ea5942-4cbd-4e65-a00c-c3ffeb56b14c req-45ff8377-c6d0-4042-a8d6-86fa673351b0 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 945 time: 0.0741866 Jun 16 18:49:02.944143 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c1ea5942-4cbd-4e65-a00c-c3ffeb56b14c req-9e3c7cc9-3305-4700-a6ea-83ee71cbbbc8 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356870 Jun 16 18:49:02.953501 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port ce443e41-0610-4d29-a062-637b5193f788 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:49:02.953936 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:03.061855 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-80468b4a-c435-419c-9dd8-2b6872bd1ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:03.064522 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-80468b4a-c435-419c-9dd8-2b6872bd1ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:03.065676 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-80468b4a-c435-419c-9dd8-2b6872bd1ddf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc41fab3-3d69-452d-b928-ce6d2aa2a812 HTTP/1.1" status: 204 len: 168 time: 0.4395919 Jun 16 18:49:03.066410 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-812e0394-3208-42f5-9e39-2c7299ab8fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:03.074448 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80468b4a-c435-419c-9dd8-2b6872bd1ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc41fab3-3d69-452d-b928-ce6d2aa2a812,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:03.077572 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-80468b4a-c435-419c-9dd8-2b6872bd1ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:03.416992 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['b6efc0e9-0a54-401a-bf0f-5246f48b18c1'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:49:03.538965 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a7c7c-65e9-4ab7-b627-182eb7b7724c req-b9515eda-2827-409a-8725-7a02708324d6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:03.543570 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b29a7c7c-65e9-4ab7-b627-182eb7b7724c req-b9515eda-2827-409a-8725-7a02708324d6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0763435 Jun 16 18:49:03.581051 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b29a7c7c-65e9-4ab7-b627-182eb7b7724c req-d9cbb6b4-c139-4d90-9bab-95711ad1580b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346358 Jun 16 18:49:03.878467 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb887f2a-3783-4838-bdde-c48f9d0f8c1e req-b3be7186-eec6-4b27-a26f-644164438bf1 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:03.887542 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-eb887f2a-3783-4838-bdde-c48f9d0f8c1e req-b3be7186-eec6-4b27-a26f-644164438bf1 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 945 time: 0.0784850 Jun 16 18:49:03.925282 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-eb887f2a-3783-4838-bdde-c48f9d0f8c1e req-787164ef-5067-4b0b-90c6-4a39de7db553 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357585 Jun 16 18:49:04.144501 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5834b-df55-418d-a3c9-c304327c91d5 req-4a3c5482-4c95-4e76-b53c-2ab7c55c1570 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:04.152195 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-63c5834b-df55-418d-a3c9-c304327c91d5 req-4a3c5482-4c95-4e76-b53c-2ab7c55c1570 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 945 time: 0.0886962 Jun 16 18:49:04.190528 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-63c5834b-df55-418d-a3c9-c304327c91d5 req-d6f3065a-7c0e-4785-8636-79132978717c tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373633 Jun 16 18:49:04.351066 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 46988) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:49:04.456595 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-375346826-network', 'tenant_id': '5844dbc8b9f5456599c006ec2b19310a'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:49:04.499014 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device e2e85b10-7e6a-4fcf-a088-11f29270bbaf up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:49:04.576243 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Made reservation on behalf of 5844dbc8b9f5456599c006ec2b19310a for: {'network': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:49:04.578720 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:04.591049 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:04.627938 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port e2e85b10-7e6a-4fcf-a088-11f29270bbaf completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:49:04.633850 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port e2e85b10-7e6a-4fcf-a088-11f29270bbaf triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:49:04.634356 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:04.693455 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:04.721946 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:04.745205 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00e90da-8a92-40e4-be67-360ed5229698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e85b10-7e6a-4fcf-a088-11f29270bbaf'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:49:04.749440 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7acf1dd-2c94-46d6-bf2c-1caefceb88e3" -d '{"events": [{"server_uuid": "d00e90da-8a92-40e4-be67-360ed5229698", "name": "network-vif-plugged", "status": "completed", "tag": "e2e85b10-7e6a-4fcf-a088-11f29270bbaf"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:49:04.766597 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port e2e85b10-7e6a-4fcf-a088-11f29270bbaf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e2e85b10-7e6a-4fcf-a088-11f29270bbaf,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:49:04.768508 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c8ae-fe57-433d-a44c-49cc4a9ba9a9 req-2a85672b-1dcb-43a2-b962-97769794fed6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:04.770019 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-79f6c8ae-fe57-433d-a44c-49cc4a9ba9a9 req-2a85672b-1dcb-43a2-b962-97769794fed6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0688093 Jun 16 18:49:04.789513 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:04.792966 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:04.818825 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-79f6c8ae-fe57-433d-a44c-49cc4a9ba9a9 req-d246bb53-2a45-4f5d-bbcd-e4af645e8c7c tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Jun 16 18:49:04.831866 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=100040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:49:04.842627 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b8a90c-7fd4-4653-a623-54265ae20eb8,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:04.847634 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:04.852970 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:04.853338 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.segments_db [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Added segment 374f5423-5461-401d-ac12-4c7769b7276c of type vlan for network 75f16bc8-e6ab-4105-ac17-4546510a9cfe Jun 16 18:49:04.890479 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf6e611-5b91-4969-95b4-102abfcae1dd x-openstack-request-id: req-9cf6e611-5b91-4969-95b4-102abfcae1dd {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:49:04.890807 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00e90da-8a92-40e4-be67-360ed5229698", "name": "network-vif-plugged", "status": "completed", "tag": "e2e85b10-7e6a-4fcf-a088-11f29270bbaf", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:49:04.891308 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9cf6e611-5b91-4969-95b4-102abfcae1dd {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:49:04.891721 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00e90da-8a92-40e4-be67-360ed5229698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e85b10-7e6a-4fcf-a088-11f29270bbaf', 'code': 200} Jun 16 18:49:04.896263 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:04.901966 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:04.903893 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:04.953606 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=e2e85b10-7e6a-4fcf-a088-11f29270bbaf,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:04.956633 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:04.993127 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:04.994426 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:04.995020 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:04.997406 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:05.058941 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Pushing event updated for resources: {'Network': ['ID=75f16bc8-e6ab-4105-ac17-4546510a9cfe,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:05.063045 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:05.076406 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network 75f16bc8-e6ab-4105-ac17-4546510a9cfe details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:49:05.125807 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7735200 Jun 16 18:49:05.128587 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 47006) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:49:05.129742 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb223a18-7e2a-4491-b951-f5ac606ed3cf req-ea5981f5-aeff-4929-8969-4d4f10985b94 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:05.131681 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fb223a18-7e2a-4491-b951-f5ac606ed3cf req-ea5981f5-aeff-4929-8969-4d4f10985b94 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 945 time: 0.0793595 Jun 16 18:49:05.134623 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-6ed3c583-6461-469b-9ab4-fa1d5c194caf admin admin] Request body: {'subnet': {'network_id': '75f16bc8-e6ab-4105-ac17-4546510a9cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-375346826-subnet', 'tenant_id': '5844dbc8b9f5456599c006ec2b19310a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:49:05.179484 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fb223a18-7e2a-4491-b951-f5ac606ed3cf req-05c9fc1c-eafc-4e07-8167-64daa5ad89f4 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388863 Jun 16 18:49:05.221713 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed3c583-6461-469b-9ab4-fa1d5c194caf admin admin] Made reservation on behalf of 5844dbc8b9f5456599c006ec2b19310a for: {'subnet': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:49:05.224090 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c583-6461-469b-9ab4-fa1d5c194caf admin admin] Notify callbacks [] for subnet, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:05.403529 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307518be-29c1-43f6-92fd-693c7280b1da req-0185a2d4-5dc1-4ab2-9e9d-05e7ff41ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:05.404910 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-307518be-29c1-43f6-92fd-693c7280b1da req-0185a2d4-5dc1-4ab2-9e9d-05e7ff41ae82 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 1099 time: 0.0977392 Jun 16 18:49:05.418798 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1e9c2-ff2f-4c8e-b1fd-bbc8abd4cfba req-8d52b1ed-08a2-4282-a18b-9c3cbd642ec2 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:05.420283 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-73c1e9c2-ff2f-4c8e-b1fd-bbc8abd4cfba req-8d52b1ed-08a2-4282-a18b-9c3cbd642ec2 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 946 time: 0.1044745 Jun 16 18:49:05.468031 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c583-6461-469b-9ab4-fa1d5c194caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489'] for subnet, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:05.470417 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-054fe904-d6e5-49b9-a4f9-aa14d07080a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:05.528420 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3c583-6461-469b-9ab4-fa1d5c194caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c087a557-5fb0-4911-b670-7229425a5678,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:05.532008 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-6ed3c583-6461-469b-9ab4-fa1d5c194caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:05.544087 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed3c583-6461-469b-9ab4-fa1d5c194caf admin admin] Checking segment: {'id': '374f5423-5461-401d-ac12-4c7769b7276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '75f16bc8-e6ab-4105-ac17-4546510a9cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:49:05.544441 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed3c583-6461-469b-9ab4-fa1d5c194caf admin admin] Network hostable DHCP agents. Network: 75f16bc8-e6ab-4105-ac17-4546510a9cfe, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:49:05.656450 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed3c583-6461-469b-9ab4-fa1d5c194caf admin admin] Network 75f16bc8-e6ab-4105-ac17-4546510a9cfe is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:49:05.682043 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-307518be-29c1-43f6-92fd-693c7280b1da req-63a6905a-f1a6-4ba0-ade0-c155646192ce service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607968 Jun 16 18:49:05.694175 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-73c1e9c2-ff2f-4c8e-b1fd-bbc8abd4cfba req-c73b9ad4-3afb-4b1a-bef9-2266d3ced63f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676208 Jun 16 18:49:05.774887 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-6ed3c583-6461-469b-9ab4-fa1d5c194caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, 75f16bc8-e6ab-4105-ac17-4546510a9cfe) {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:49:05.779068 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed3c583-6461-469b-9ab4-fa1d5c194caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:05.779604 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c583-6461-469b-9ab4-fa1d5c194caf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:05.784147 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6537a1e-3cfb-4378-a4ec-d3d038c421bc None None] Network 75f16bc8-e6ab-4105-ac17-4546510a9cfe requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:49:05.911629 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd60edf-7aea-4260-bc5e-6813846844ed None None] Network 75f16bc8-e6ab-4105-ac17-4546510a9cfe requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:49:05.913925 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-6ed3c583-6461-469b-9ab4-fa1d5c194caf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7838676 Jun 16 18:49:06.051236 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec536cd3-e345-4557-ae78-62bf6602dc07 req-a8011a3a-be80-485b-a466-fa7d80f96642 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:06.052762 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ec536cd3-e345-4557-ae78-62bf6602dc07 req-a8011a3a-be80-485b-a466-fa7d80f96642 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0885448 Jun 16 18:49:06.095460 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ec536cd3-e345-4557-ae78-62bf6602dc07 req-e79c8a7c-8c2f-4aa6-8659-36b540f979ab tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366197 Jun 16 18:49:06.360559 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dc05a-d78a-48fc-ab3b-f2843e2bbb41 req-9ac5b3dc-7996-4ff4-b3d4-00b8402b82b0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:06.362050 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-779dc05a-d78a-48fc-ab3b-f2843e2bbb41 req-9ac5b3dc-7996-4ff4-b3d4-00b8402b82b0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 945 time: 0.0648415 Jun 16 18:49:06.404006 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-779dc05a-d78a-48fc-ab3b-f2843e2bbb41 req-fb519150-519b-4ccc-867c-67b23a432fad tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360179 Jun 16 18:49:06.501894 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device b6efc0e9-0a54-401a-bf0f-5246f48b18c1 up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:49:06.610187 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port b6efc0e9-0a54-401a-bf0f-5246f48b18c1 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:49:06.614112 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port b6efc0e9-0a54-401a-bf0f-5246f48b18c1 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:49:06.614501 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:06.691781 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 47038) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:49:06.696723 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:06.697369 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2051881160-network', 'tenant_id': '6e964883cd0544e39bbdddb81c516fa2'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:49:06.734085 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port b6efc0e9-0a54-401a-bf0f-5246f48b18c1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b6efc0e9-0a54-401a-bf0f-5246f48b18c1,segment=NetworkSegment(bd00c71c-858b-4282-a67b-a8bc165b7251),segment_id=bd00c71c-858b-4282-a67b-a8bc165b7251)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:49:06.831962 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Made reservation on behalf of 6e964883cd0544e39bbdddb81c516fa2 for: {'network': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:49:06.834333 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:06.843999 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:06.867735 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:06.868978 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59a5e-f81c-4513-8248-1413d2927517 req-24ba040c-a5ae-42ea-9236-295a2fc3f108 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:06.870190 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-edf59a5e-f81c-4513-8248-1413d2927517 req-24ba040c-a5ae-42ea-9236-295a2fc3f108 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 946 time: 0.0661981 Jun 16 18:49:06.871244 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-6982451c-f243-47bb-8eb8-a2937ed01be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:06.893199 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed55a48d-961d-4d2c-bc7f-3e4f94b9da33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6efc0e9-0a54-401a-bf0f-5246f48b18c1'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:49:06.895828 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da32d775-46cd-49a1-9450-6e67e4a00ea2" -d '{"events": [{"server_uuid": "ed55a48d-961d-4d2c-bc7f-3e4f94b9da33", "name": "network-vif-plugged", "status": "completed", "tag": "b6efc0e9-0a54-401a-bf0f-5246f48b18c1"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:49:06.917071 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-edf59a5e-f81c-4513-8248-1413d2927517 req-b12a7957-9a71-41ac-9e45-57c7ac53a425 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345874 Jun 16 18:49:06.928018 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=b6efc0e9-0a54-401a-bf0f-5246f48b18c1,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:06.931864 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:06.972885 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:06.985836 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e323b246-cb99-44a6-a80d-71c0298d5448 x-openstack-request-id: req-e323b246-cb99-44a6-a80d-71c0298d5448 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:49:06.986136 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed55a48d-961d-4d2c-bc7f-3e4f94b9da33", "name": "network-vif-plugged", "status": "completed", "tag": "b6efc0e9-0a54-401a-bf0f-5246f48b18c1", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:49:06.986395 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e323b246-cb99-44a6-a80d-71c0298d5448 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:49:06.986795 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed55a48d-961d-4d2c-bc7f-3e4f94b9da33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6efc0e9-0a54-401a-bf0f-5246f48b18c1', 'code': 200} Jun 16 18:49:07.056796 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:07.059940 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:07.080554 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=100040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:49:07.089716 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007b57ee-19c7-47f6-968a-5db9ffb88b40,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:07.093750 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:07.094805 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:07.095141 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.segments_db [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Added segment b15103e9-dbc1-4e49-9447-c1e692d22e77 of type vlan for network 4f1b2bbe-a642-4f52-b31b-98184dc53dd7 Jun 16 18:49:07.136420 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:07.289228 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e5f3b-d087-4d82-8450-0e712eb047bb req-5e85d03f-0e99-4e27-9157-717844fcb615 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:07.291306 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b97e5f3b-d087-4d82-8450-0e712eb047bb req-5e85d03f-0e99-4e27-9157-717844fcb615 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0627029 Jun 16 18:49:07.301545 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:07.302859 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:07.303483 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:07.307336 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0a82beb9-4976-482a-94ef-ac5de26a6880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:07.331774 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b97e5f3b-d087-4d82-8450-0e712eb047bb req-130fcd1f-7e3f-4610-9c2d-2fd3064e71bc tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345829 Jun 16 18:49:07.369898 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Pushing event updated for resources: {'Network': ['ID=4f1b2bbe-a642-4f52-b31b-98184dc53dd7,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:07.372447 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:07.379339 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network 4f1b2bbe-a642-4f52-b31b-98184dc53dd7 details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:49:07.430024 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7371352 Jun 16 18:49:07.430696 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 47054) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:49:07.435574 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-2ffeee81-322f-427c-baa7-9ba6cb238d1c admin admin] Request body: {'subnet': {'network_id': '4f1b2bbe-a642-4f52-b31b-98184dc53dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2051881160-subnet', 'tenant_id': '6e964883cd0544e39bbdddb81c516fa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:49:07.471120 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92896254-e14e-4d29-9151-c3e23abd26ec req-8e18dc07-0c23-4843-9f1a-04def3aee154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:07.472704 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-92896254-e14e-4d29-9151-c3e23abd26ec req-8e18dc07-0c23-4843-9f1a-04def3aee154 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 1099 time: 0.0656564 Jun 16 18:49:07.509731 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-92896254-e14e-4d29-9151-c3e23abd26ec req-831b59de-f18d-407f-80d5-fab64a963d60 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276644 Jun 16 18:49:07.536116 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffeee81-322f-427c-baa7-9ba6cb238d1c admin admin] Made reservation on behalf of 6e964883cd0544e39bbdddb81c516fa2 for: {'subnet': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:49:07.538876 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2ffeee81-322f-427c-baa7-9ba6cb238d1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:07.590869 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02bfca-d553-466e-8ae3-6a7dba4b7387 req-d83c3cce-0882-423a-b8b9-1bae1a75d775 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:07.592379 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7c02bfca-d553-466e-8ae3-6a7dba4b7387 req-d83c3cce-0882-423a-b8b9-1bae1a75d775 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 946 time: 0.0639844 Jun 16 18:49:07.633815 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7c02bfca-d553-466e-8ae3-6a7dba4b7387 req-be938049-c798-4573-99a7-66c06431a399 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341671 Jun 16 18:49:07.993621 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2ffeee81-322f-427c-baa7-9ba6cb238d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489'] for subnet, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:07.995995 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:08.049395 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffeee81-322f-427c-baa7-9ba6cb238d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9d894e-052c-414f-a54c-4e8380dcf9e4,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:08.052141 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2ffeee81-322f-427c-baa7-9ba6cb238d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:08.063136 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffeee81-322f-427c-baa7-9ba6cb238d1c admin admin] Checking segment: {'id': 'b15103e9-dbc1-4e49-9447-c1e692d22e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f1b2bbe-a642-4f52-b31b-98184dc53dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:49:08.063496 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffeee81-322f-427c-baa7-9ba6cb238d1c admin admin] Network hostable DHCP agents. Network: 4f1b2bbe-a642-4f52-b31b-98184dc53dd7, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:49:08.102894 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e997e3-dd43-47c9-95fa-f46285345278 req-cebd564f-2a2a-4c22-8b77-76da86e143f6 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:08.104367 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-37e997e3-dd43-47c9-95fa-f46285345278 req-cebd564f-2a2a-4c22-8b77-76da86e143f6 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 946 time: 0.0705397 Jun 16 18:49:08.136184 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffeee81-322f-427c-baa7-9ba6cb238d1c admin admin] Network 4f1b2bbe-a642-4f52-b31b-98184dc53dd7 is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:49:08.147086 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-37e997e3-dd43-47c9-95fa-f46285345278 req-80746bb6-4da5-41dc-9274-b3354078d344 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367436 Jun 16 18:49:08.245312 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-2ffeee81-322f-427c-baa7-9ba6cb238d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, 4f1b2bbe-a642-4f52-b31b-98184dc53dd7) {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:49:08.250182 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffeee81-322f-427c-baa7-9ba6cb238d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:08.250763 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2ffeee81-322f-427c-baa7-9ba6cb238d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:08.255426 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5ee69f-8024-415a-8ce0-7ac224139b7e None None] Network 4f1b2bbe-a642-4f52-b31b-98184dc53dd7 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:49:08.366332 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-2ffeee81-322f-427c-baa7-9ba6cb238d1c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9276085 Jun 16 18:49:08.412330 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96049da7-1089-46e7-8d73-3f17e9a5b2a4 None None] Network 4f1b2bbe-a642-4f52-b31b-98184dc53dd7 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:49:08.518621 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 47078) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:49:08.526056 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4782e33-fa81-44c3-910c-5ae03d89b1cd req-c0df8305-3d65-4b93-8c00-97eba2e6902f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:08.528264 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c4782e33-fa81-44c3-910c-5ae03d89b1cd req-c0df8305-3d65-4b93-8c00-97eba2e6902f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0743058 Jun 16 18:49:08.575780 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_v2 [None req-225c9582-be34-481d-97df-7adaac9ed00c admin admin] Deleting subnet c087a557-5fb0-4911-b670-7229425a5678 {{(pid=100040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:49:08.580113 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-225c9582-be34-481d-97df-7adaac9ed00c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:08.583434 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c4782e33-fa81-44c3-910c-5ae03d89b1cd req-f777cde1-4c67-40d5-97d0-cb58e564823b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394506 Jun 16 18:49:08.622357 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-225c9582-be34-481d-97df-7adaac9ed00c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:08.627915 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-225c9582-be34-481d-97df-7adaac9ed00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:08.765200 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-225c9582-be34-481d-97df-7adaac9ed00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489'] for subnet, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:08.768695 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:08.791213 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c9582-be34-481d-97df-7adaac9ed00c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c087a557-5fb0-4911-b670-7229425a5678,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:08.794627 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-225c9582-be34-481d-97df-7adaac9ed00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:08.800578 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-225c9582-be34-481d-97df-7adaac9ed00c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:08.800578 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-225c9582-be34-481d-97df-7adaac9ed00c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c087a557-5fb0-4911-b670-7229425a5678 HTTP/1.1" status: 204 len: 168 time: 0.2796643 Jun 16 18:49:08.801811 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 47088) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:49:08.825618 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd9df2-8cd0-4550-afff-9c7cc528444d req-0e9dda21-bea0-4ad4-8d34-d1a8ef5ed26e tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:08.827178 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-36cd9df2-8cd0-4550-afff-9c7cc528444d req-0e9dda21-bea0-4ad4-8d34-d1a8ef5ed26e tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 946 time: 0.0696163 Jun 16 18:49:08.869541 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:08.872315 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-36cd9df2-8cd0-4550-afff-9c7cc528444d req-407cfa4d-4bf5-42e6-bb56-e8bae60b32c2 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387166 Jun 16 18:49:08.955374 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:08.965961 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:08.966313 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:08.967109 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:08.967485 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Subscribe: > port after_create 55550000 {{(pid=100040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:08.967802 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:08.968190 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Subscribe: > port after_update 55550000 {{(pid=100040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:08.968508 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:08.968879 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:08.969192 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:08.969540 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:09.038783 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:09.039398 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:09.039491 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:09.040354 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:49:09.040715 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f16bc8-e6ab-4105-ac17-4546510a9cfe']}} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:49:09.058009 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374f5423-5461-401d-ac12-4c7769b7276c') {'for_net_delete': True} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:49:09.058301 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374f5423-5461-401d-ac12-4c7769b7276c') {} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:49:09.074135 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25564771'] for segment, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:09.095240 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:09.103617 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:49:09.103992 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25564213'] for segment, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: from cryptography.utils import int_from_bytes Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: from cryptography.utils import int_from_bytes Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: Traceback (most recent call last): Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: timer() Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: cb(*args, **kw) Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: return func(*args, **kwargs) Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: self._notify() Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: self.callback(batched_events) Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: event.method(event) Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: return f(self, *a, **k) Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: return self._get(url).json() Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: return self.request(url, 'GET', **kwargs) Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:49:09.107934 dv-cinder-667108-31-iscsi neutron-server[100040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:49:09.111690 dv-cinder-667108-31-iscsi neutron-server[100040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:49:09.255335 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:09.260007 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:09.264864 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:09.267347 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] 10.222.0.41 "DELETE /v2.0/networks/75f16bc8-e6ab-4105-ac17-4546510a9cfe HTTP/1.1" status: 204 len: 168 time: 0.4640954 Jun 16 18:49:09.269889 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 47092) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:49:09.276842 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Pushing event deleted for resources: {'Network': ['ID=75f16bc8-e6ab-4105-ac17-4546510a9cfe,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:09.278950 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ca3f53ed-8ef4-49e2-ba23-9ba710d6b283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:09.320153 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0965730-2607-45ba-8b97-0a45f37db98d admin admin] Deleting subnet ef9d894e-052c-414f-a54c-4e8380dcf9e4 {{(pid=100039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:49:09.323984 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e0965730-2607-45ba-8b97-0a45f37db98d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:09.360940 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e0965730-2607-45ba-8b97-0a45f37db98d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25649359'] for subnet, precommit_delete_associations {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:09.403975 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e0965730-2607-45ba-8b97-0a45f37db98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:09.599466 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e0965730-2607-45ba-8b97-0a45f37db98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25517241'] for subnet, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:09.601821 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:09.628396 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0965730-2607-45ba-8b97-0a45f37db98d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9d894e-052c-414f-a54c-4e8380dcf9e4,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:09.631889 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e0965730-2607-45ba-8b97-0a45f37db98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:09.635690 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e0965730-2607-45ba-8b97-0a45f37db98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:09.640247 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-e0965730-2607-45ba-8b97-0a45f37db98d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ef9d894e-052c-414f-a54c-4e8380dcf9e4 HTTP/1.1" status: 204 len: 168 time: 0.3667943 Jun 16 18:49:09.640518 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 47102) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:49:09.708115 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ce304dfc-4c9f-4bb6-8ade-b732b3529e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:09.830481 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ce304dfc-4c9f-4bb6-8ade-b732b3529e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:09.841813 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-ce304dfc-4c9f-4bb6-8ade-b732b3529e0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1b2bbe-a642-4f52-b31b-98184dc53dd7']}} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:49:09.853592 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-ce304dfc-4c9f-4bb6-8ade-b732b3529e0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15103e9-dbc1-4e49-9447-c1e692d22e77') {'for_net_delete': True} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:49:09.853887 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-ce304dfc-4c9f-4bb6-8ade-b732b3529e0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15103e9-dbc1-4e49-9447-c1e692d22e77') {} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:49:09.862623 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fd41d-9aaf-43f3-b290-76e6c46b887b req-107925cc-098a-42de-b25a-495fff80407b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:09.864131 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-604fd41d-9aaf-43f3-b290-76e6c46b887b req-107925cc-098a-42de-b25a-495fff80407b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.1541829 Jun 16 18:49:09.879747 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ce304dfc-4c9f-4bb6-8ade-b732b3529e0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25649366'] for segment, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:09.906756 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ce304dfc-4c9f-4bb6-8ade-b732b3529e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:09.915974 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce304dfc-4c9f-4bb6-8ade-b732b3529e0e admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=100039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:49:09.916370 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ce304dfc-4c9f-4bb6-8ade-b732b3529e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942637'] for segment, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:09.920371 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-604fd41d-9aaf-43f3-b290-76e6c46b887b req-420f79af-416d-4c7c-93a5-ef0cc248037f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500484 Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: Traceback (most recent call last): Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: timer() Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: cb(*args, **kw) Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: return func(*args, **kwargs) Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: self._notify() Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: self.callback(batched_events) Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: event.method(event) Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: return f(self, *a, **k) Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._get(url).json() Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: return self.request(url, 'GET', **kwargs) Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:49:09.925943 dv-cinder-667108-31-iscsi neutron-server[100039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:49:10.057711 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fe3a1-2f84-4fbd-9b87-b35685b6e963 req-a2cee19c-d0f1-4c23-afc6-bee2c7beff58 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:10.059255 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d09fe3a1-2f84-4fbd-9b87-b35685b6e963 req-a2cee19c-d0f1-4c23-afc6-bee2c7beff58 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 946 time: 0.0663781 Jun 16 18:49:10.061487 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ce304dfc-4c9f-4bb6-8ade-b732b3529e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:10.066325 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:10.070056 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ce304dfc-4c9f-4bb6-8ade-b732b3529e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:10.072175 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-ce304dfc-4c9f-4bb6-8ade-b732b3529e0e admin admin] 10.222.0.41 "DELETE /v2.0/networks/4f1b2bbe-a642-4f52-b31b-98184dc53dd7 HTTP/1.1" status: 204 len: 168 time: 0.4304423 Jun 16 18:49:10.087233 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce304dfc-4c9f-4bb6-8ade-b732b3529e0e admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1b2bbe-a642-4f52-b31b-98184dc53dd7,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:10.094397 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-ce304dfc-4c9f-4bb6-8ade-b732b3529e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:10.115435 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d09fe3a1-2f84-4fbd-9b87-b35685b6e963 req-5287c018-051e-41e9-88c0-01da0fa6de3b tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498850 Jun 16 18:49:10.494223 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 47118) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:49:10.533828 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-ad0dbeb7-6821-444c-9381-8d85a3acf2de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5844dbc8b9f5456599c006ec2b19310a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381188 Jun 16 18:49:10.536593 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 47120) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:49:10.587442 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b66ccaad-7502-4824-b2ad-4592870941a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:10.610260 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b66ccaad-7502-4824-b2ad-4592870941a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:10.776429 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b66ccaad-7502-4824-b2ad-4592870941a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:10.779293 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b66ccaad-7502-4824-b2ad-4592870941a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:10.782833 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-b66ccaad-7502-4824-b2ad-4592870941a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9b8a90c-7fd4-4653-a623-54265ae20eb8 HTTP/1.1" status: 204 len: 168 time: 0.2426918 Jun 16 18:49:10.782833 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2c3cd9cf-3afb-48a9-bed8-9ea1c53c32e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:10.789338 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ccaad-7502-4824-b2ad-4592870941a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b8a90c-7fd4-4653-a623-54265ae20eb8,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:10.792184 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b66ccaad-7502-4824-b2ad-4592870941a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:11.105455 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c637e2b-41e6-4500-b078-1aa35b58f3d3 req-345b40cc-9480-4c2f-a5e8-a9c49720a8f0 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:11.106937 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3c637e2b-41e6-4500-b078-1aa35b58f3d3 req-345b40cc-9480-4c2f-a5e8-a9c49720a8f0 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0670841 Jun 16 18:49:11.144754 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3c637e2b-41e6-4500-b078-1aa35b58f3d3 req-f3ac0031-2510-4c11-b618-f85627e1abd2 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323234 Jun 16 18:49:11.473666 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-7fc58816-a169-4435-8f15-f5bcb39468a7 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:11.475048 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-7fc58816-a169-4435-8f15-f5bcb39468a7 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/networks?id=f7d28e2b-657a-4fea-87fc-61fc43c743d6 HTTP/1.1" status: 200 len: 815 time: 0.1141081 Jun 16 18:49:11.491129 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-8ddfd607-d129-4522-8ac4-242a422ca906 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/quotas/7d15b68681b3461f9393ea46b06f632e HTTP/1.1" status: 200 len: 375 time: 0.0098803 Jun 16 18:49:11.569843 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-e78f7af5-2c0b-4a47-9e56-59b92a89c059 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d15b68681b3461f9393ea46b06f632e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730217 Jun 16 18:49:11.636884 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 47156) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:49:11.679306 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-c0faf1bb-090b-4528-abce-fb2d84c7ab0d service neutron] 10.222.0.41 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027277 Jun 16 18:49:11.713113 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-258a55f8-98f0-4b8c-8d0b-16b2779c07a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e964883cd0544e39bbdddb81c516fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0723038 Jun 16 18:49:11.713583 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 47158) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:49:11.772449 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e244430b-0161-4fd7-b7b1-38d808a299a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:11.792211 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-fa961e6b-ba70-4ef6-b81d-47b0e160625f service neutron] 10.222.0.41 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029561 Jun 16 18:49:11.797717 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e244430b-0161-4fd7-b7b1-38d808a299a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:11.981485 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e244430b-0161-4fd7-b7b1-38d808a299a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:11.984169 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e244430b-0161-4fd7-b7b1-38d808a299a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:11.985256 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-e244430b-0161-4fd7-b7b1-38d808a299a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/007b57ee-19c7-47f6-968a-5db9ffb88b40 HTTP/1.1" status: 204 len: 168 time: 0.2705824 Jun 16 18:49:11.986049 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-505bb9fa-26d8-4380-a2a3-d3ad375930cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:11.993771 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244430b-0161-4fd7-b7b1-38d808a299a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007b57ee-19c7-47f6-968a-5db9ffb88b40,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:11.996036 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e244430b-0161-4fd7-b7b1-38d808a299a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:12.208283 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15337f61-a4f5-4820-8cc1-567ebdd4646d req-36e05d22-f204-4b55-b33d-63df9b6f5fd7 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:12.209924 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-15337f61-a4f5-4820-8cc1-567ebdd4646d req-36e05d22-f204-4b55-b33d-63df9b6f5fd7 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 946 time: 0.0796618 Jun 16 18:49:12.276128 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0603384e-bc9b-48aa-8295-f118b213532d req-666a66ff-6cf9-4eec-9ced-87a1343b156e tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 210 time: 0.0376136 Jun 16 18:49:12.288801 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-15337f61-a4f5-4820-8cc1-567ebdd4646d req-b1686ddb-ca6f-438d-9211-7044d553524e tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645745 Jun 16 18:49:12.450765 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabb011-6113-403c-b0b0-38a7d4e1b448 req-1baadc91-6807-435f-90d9-014de7da9826 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:12.452604 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-baabb011-6113-403c-b0b0-38a7d4e1b448 req-1baadc91-6807-435f-90d9-014de7da9826 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0775900 Jun 16 18:49:12.493509 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-baabb011-6113-403c-b0b0-38a7d4e1b448 req-dbd96d18-bb92-413d-827a-da1ce8a20b41 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353112 Jun 16 18:49:13.438458 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-884cb014-ec7f-41bc-9dc7-0648b7f28260 req-ba8ea64d-4568-49ab-bbea-478e086ad538 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 210 time: 0.0313230 Jun 16 18:49:13.533980 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07371f6-3600-4c61-b30d-bf77565d7ca9 req-bdd49a94-64be-4dbf-8f3b-06245b5063b3 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:13.535622 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c07371f6-3600-4c61-b30d-bf77565d7ca9 req-bdd49a94-64be-4dbf-8f3b-06245b5063b3 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 946 time: 0.0754542 Jun 16 18:49:13.580694 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c07371f6-3600-4c61-b30d-bf77565d7ca9 req-155cea8e-7fb1-41bb-b3d3-e696c2688a91 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372882 Jun 16 18:49:13.705666 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004d3d6-2565-443a-a8de-d441a8243ec1 req-8b6c13e3-d5eb-4ea2-9600-15e1e1bedbd8 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:13.707188 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b004d3d6-2565-443a-a8de-d441a8243ec1 req-8b6c13e3-d5eb-4ea2-9600-15e1e1bedbd8 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0701694 Jun 16 18:49:13.746403 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b004d3d6-2565-443a-a8de-d441a8243ec1 req-39e0181d-f137-4ce3-bcfd-8a0ae9423604 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329792 Jun 16 18:49:14.417144 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39693541-49d4-497f-8f3b-c1b28f942287 req-120634ec-9740-4cac-8b13-be4a30764ba6 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:14.418653 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-39693541-49d4-497f-8f3b-c1b28f942287 req-120634ec-9740-4cac-8b13-be4a30764ba6 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 946 time: 0.0752254 Jun 16 18:49:14.531251 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [req-39693541-49d4-497f-8f3b-c1b28f942287 req-edfa5e9d-4da9-4bc2-bb28-95cb7a03187f tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Deleting port b6efc0e9-0a54-401a-bf0f-5246f48b18c1 {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:49:14.531889 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-39693541-49d4-497f-8f3b-c1b28f942287 req-edfa5e9d-4da9-4bc2-bb28-95cb7a03187f tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:14.615645 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-cb8a03db-bdb1-4cef-9ae4-67b32d612670 req-56d20ce3-9819-4643-8805-b6b6c56f6c1b tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 210 time: 0.0614967 Jun 16 18:49:14.661421 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-39693541-49d4-497f-8f3b-c1b28f942287 req-edfa5e9d-4da9-4bc2-bb28-95cb7a03187f tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] For port b6efc0e9-0a54-401a-bf0f-5246f48b18c1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b6efc0e9-0a54-401a-bf0f-5246f48b18c1,segment=NetworkSegment(bd00c71c-858b-4282-a67b-a8bc165b7251),segment_id=bd00c71c-858b-4282-a67b-a8bc165b7251)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:49:14.661770 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-39693541-49d4-497f-8f3b-c1b28f942287 req-edfa5e9d-4da9-4bc2-bb28-95cb7a03187f tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:14.746608 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [req-39693541-49d4-497f-8f3b-c1b28f942287 req-edfa5e9d-4da9-4bc2-bb28-95cb7a03187f tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Calling delete_port for b6efc0e9-0a54-401a-bf0f-5246f48b18c1 owned by compute:nova {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:49:14.942820 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b0645-783e-4ec5-af03-92b46eb5e85b req-b97f9069-166b-4d26-a258-276b26162b3c tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:14.951199 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6d6b0645-783e-4ec5-af03-92b46eb5e85b req-b97f9069-166b-4d26-a258-276b26162b3c tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 946 time: 0.2010739 Jun 16 18:49:15.027227 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-330f874c-fff4-42e9-b012-ccb1e06cf508 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:15.029261 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-330f874c-fff4-42e9-b012-ccb1e06cf508 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.70 "GET /v2.0/networks?id=f7d28e2b-657a-4fea-87fc-61fc43c743d6 HTTP/1.1" status: 200 len: 815 time: 0.1756926 Jun 16 18:49:15.037215 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6d6b0645-783e-4ec5-af03-92b46eb5e85b req-0018631a-c505-4794-bec1-954d97532b05 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851481 Jun 16 18:49:15.060404 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3425e08-35c9-4a2e-99bb-9ff78a1c3eeb req-a0eb83e0-ea34-41f6-ba15-82644ee55226 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:15.060404 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b3425e08-35c9-4a2e-99bb-9ff78a1c3eeb req-a0eb83e0-ea34-41f6-ba15-82644ee55226 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.1856306 Jun 16 18:49:15.065300 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-37db68cd-4fa2-4070-ac93-e7eec88ca9bb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Request body: {'port': {'device_id': 'c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379', 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6', 'admin_state_up': True, 'tenant_id': '7d15b68681b3461f9393ea46b06f632e'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:49:15.112412 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b3425e08-35c9-4a2e-99bb-9ff78a1c3eeb req-55026a7b-2da0-4a16-974f-77000273b158 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435956 Jun 16 18:49:15.182175 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-39693541-49d4-497f-8f3b-c1b28f942287 req-edfa5e9d-4da9-4bc2-bb28-95cb7a03187f tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:15.186317 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:15.195083 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['b6efc0e9-0a54-401a-bf0f-5246f48b18c1'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:49:15.212976 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa5e9d-4da9-4bc2-bb28-95cb7a03187f tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Pushing event deleted for resources: {'Port': ['ID=b6efc0e9-0a54-401a-bf0f-5246f48b18c1,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:15.216072 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-edfa5e9d-4da9-4bc2-bb28-95cb7a03187f tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:15.244954 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-37db68cd-4fa2-4070-ac93-e7eec88ca9bb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Made reservation on behalf of 7d15b68681b3461f9393ea46b06f632e for: {'port': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:49:15.249922 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-37db68cd-4fa2-4070-ac93-e7eec88ca9bb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:15.274752 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-39693541-49d4-497f-8f3b-c1b28f942287 req-edfa5e9d-4da9-4bc2-bb28-95cb7a03187f tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] No DVR routers for this DVR port b6efc0e9-0a54-401a-bf0f-5246f48b18c1 on host hv-cinder-66710 {{(pid=100039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:49:15.278237 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-39693541-49d4-497f-8f3b-c1b28f942287 req-edfa5e9d-4da9-4bc2-bb28-95cb7a03187f tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:15.280383 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-39693541-49d4-497f-8f3b-c1b28f942287 req-edfa5e9d-4da9-4bc2-bb28-95cb7a03187f tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.70 "DELETE /v2.0/ports/b6efc0e9-0a54-401a-bf0f-5246f48b18c1 HTTP/1.1" status: 204 len: 173 time: 0.8564665 Jun 16 18:49:15.280875 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed55a48d-961d-4d2c-bc7f-3e4f94b9da33', 'name': 'network-vif-deleted', 'tag': 'b6efc0e9-0a54-401a-bf0f-5246f48b18c1'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:49:15.283351 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c82b830-18c7-472e-ad98-c837ecd4acd9" -d '{"events": [{"server_uuid": "ed55a48d-961d-4d2c-bc7f-3e4f94b9da33", "name": "network-vif-deleted", "tag": "b6efc0e9-0a54-401a-bf0f-5246f48b18c1"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:49:15.318968 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb3d9de-3421-4e3f-93bd-611303d1dddc x-openstack-request-id: req-0eb3d9de-3421-4e3f-93bd-611303d1dddc {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:49:15.319309 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed55a48d-961d-4d2c-bc7f-3e4f94b9da33", "name": "network-vif-deleted", "tag": "b6efc0e9-0a54-401a-bf0f-5246f48b18c1", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:49:15.319633 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0eb3d9de-3421-4e3f-93bd-611303d1dddc {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:49:15.320049 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed55a48d-961d-4d2c-bc7f-3e4f94b9da33', 'name': 'network-vif-deleted', 'tag': 'b6efc0e9-0a54-401a-bf0f-5246f48b18c1', 'status': 'completed', 'code': 200} Jun 16 18:49:15.389208 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-37db68cd-4fa2-4070-ac93-e7eec88ca9bb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Allocated IP 172.20.0.7 (f7d28e2b-657a-4fea-87fc-61fc43c743d6/c2046873-1d24-45e3-9c20-f4da0bce1314/185a4801-5532-45b4-8658-28481ab12d24) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:49:15.558007 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-37db68cd-4fa2-4070-ac93-e7eec88ca9bb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:15.575783 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-297f05ff-99b7-4ab5-8ad2-a811e680f1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:15.667642 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-37db68cd-4fa2-4070-ac93-e7eec88ca9bb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25564287'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:15.672073 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-d34fffdb-2823-4690-a332-2ddc045318e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:15.681315 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['0b4a2639-ab37-40b2-9e02-cf2845abc7fe', 'e2e85b10-7e6a-4fcf-a088-11f29270bbaf'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:49:15.720064 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-37db68cd-4fa2-4070-ac93-e7eec88ca9bb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Network f7d28e2b-657a-4fea-87fc-61fc43c743d6 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:49:15.723540 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-37db68cd-4fa2-4070-ac93-e7eec88ca9bb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:49:15.730603 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-37db68cd-4fa2-4070-ac93-e7eec88ca9bb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:49:15.761443 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db68cd-4fa2-4070-ac93-e7eec88ca9bb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Pushing event updated for resources: {'Port': ['ID=185a4801-5532-45b4-8658-28481ab12d24,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:15.773804 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-37db68cd-4fa2-4070-ac93-e7eec88ca9bb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:15.793258 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-37db68cd-4fa2-4070-ac93-e7eec88ca9bb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:15.793893 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-37db68cd-4fa2-4070-ac93-e7eec88ca9bb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:15.808968 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c840242-b4ec-43a1-a7a4-f749ebe5c16c req-84fe5a45-3ff5-4ee6-a86c-86606172e7cb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:15.810403 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0c840242-b4ec-43a1-a7a4-f749ebe5c16c req-84fe5a45-3ff5-4ee6-a86c-86606172e7cb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 931 time: 0.0722041 Jun 16 18:49:15.851859 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0c840242-b4ec-43a1-a7a4-f749ebe5c16c req-fa2f519d-667f-47ca-951b-357c2a43c052 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349238 Jun 16 18:49:15.936589 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-37db68cd-4fa2-4070-ac93-e7eec88ca9bb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8869417 Jun 16 18:49:15.957190 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Request body: {'port': {'device_id': 'c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:49:16.039168 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:16.325184 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68db1e3-c201-4a01-ac9d-e6d15fd364ec req-9b9b5e49-885b-47da-8f73-6a3ca27bca24 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:16.332213 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e68db1e3-c201-4a01-ac9d-e6d15fd364ec req-9b9b5e49-885b-47da-8f73-6a3ca27bca24 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0797186 Jun 16 18:49:16.369827 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185a4801-5532-45b4-8658-28481ab12d24 {{(pid=100040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:49:16.379039 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:16.385473 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e68db1e3-c201-4a01-ac9d-e6d15fd364ec req-a340fa16-17fd-4a66-88be-13b4a1ad0759 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504029 Jun 16 18:49:16.401672 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Transition to ACTIVE for port object 185a4801-5532-45b4-8658-28481ab12d24 will not be triggered until provisioned by entity L2. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:49:16.416540 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a611dd26-f4a1-4dbe-a732-dbf786a28987 req-3a552a41-244a-43c3-a8f8-98be0844bb06 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed55a48d-961d-4d2c-bc7f-3e4f94b9da33 HTTP/1.1" status: 200 len: 210 time: 0.0563719 Jun 16 18:49:16.534634 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:16.536740 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:16.615168 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Pushing event updated for resources: {'Port': ['ID=185a4801-5532-45b4-8658-28481ab12d24,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:16.618954 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:16.689343 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Attempting to bind port 185a4801-5532-45b4-8658-28481ab12d24 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:49:16.689676 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Attempting to bind port 185a4801-5532-45b4-8658-28481ab12d24 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:49:16.690018 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Attempting to bind port 185a4801-5532-45b4-8658-28481ab12d24 on network f7d28e2b-657a-4fea-87fc-61fc43c743d6 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:49:16.694215 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Port 185a4801-5532-45b4-8658-28481ab12d24 on network f7d28e2b-657a-4fea-87fc-61fc43c743d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:49:16.694551 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Attempting to bind port 185a4801-5532-45b4-8658-28481ab12d24 on network f7d28e2b-657a-4fea-87fc-61fc43c743d6 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:49:16.699909 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:49:16.700342 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Checking segment: {'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:49:16.700596 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Bound using segment: {'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:49:16.703356 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Bound port: 185a4801-5532-45b4-8658-28481ab12d24, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'}}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:49:16.703356 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:16.766232 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] For port 185a4801-5532-45b4-8658-28481ab12d24, host hv-cinder-66710, cleared binding levels {{(pid=100040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:49:16.769337 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] For port 185a4801-5532-45b4-8658-28481ab12d24, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=185a4801-5532-45b4-8658-28481ab12d24,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:49:16.874615 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:16.878753 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:16.925897 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:16.926520 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:16.928535 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] 10.222.0.70 "PUT /v2.0/ports/185a4801-5532-45b4-8658-28481ab12d24 HTTP/1.1" status: 200 len: 1093 time: 0.9752572 Jun 16 18:49:16.928635 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379', 'tag': '185a4801-5532-45b4-8658-28481ab12d24'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:49:16.931877 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553dba73-7839-404e-bf57-d92dc3524449" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379", "tag": "185a4801-5532-45b4-8658-28481ab12d24"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:49:16.967126 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Pushing event updated for resources: {'Port': ['ID=185a4801-5532-45b4-8658-28481ab12d24,revision_number=3']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:16.971261 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:17.003055 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bd1578-e47b-4628-92a4-84ff490ecb24 x-openstack-request-id: req-14bd1578-e47b-4628-92a4-84ff490ecb24 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:49:17.003055 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379", "tag": "185a4801-5532-45b4-8658-28481ab12d24", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:49:17.003055 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14bd1578-e47b-4628-92a4-84ff490ecb24 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:49:17.003055 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379', 'tag': '185a4801-5532-45b4-8658-28481ab12d24', 'status': 'completed', 'code': 200} Jun 16 18:49:17.093177 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dba73-7839-404e-bf57-d92dc3524449 req-33fd9d3c-adac-4d20-a70d-c4fe7036ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:17.094823 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-553dba73-7839-404e-bf57-d92dc3524449 req-33fd9d3c-adac-4d20-a70d-c4fe7036ff1c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d15b68681b3461f9393ea46b06f632e&device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 1096 time: 0.0682564 Jun 16 18:49:17.215114 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dba73-7839-404e-bf57-d92dc3524449 req-6c4f3dfd-e16a-41bf-846f-89353e017cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:17.216473 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-553dba73-7839-404e-bf57-d92dc3524449 req-6c4f3dfd-e16a-41bf-846f-89353e017cd5 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=7d15b68681b3461f9393ea46b06f632e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1038587 Jun 16 18:49:17.220456 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cabb5-c8ca-4ad6-83b8-d296b528b016 req-c7c71fb9-7845-4bf6-8a60-682025bcbd71 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:17.221941 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c29cabb5-c8ca-4ad6-83b8-d296b528b016 req-c7c71fb9-7845-4bf6-8a60-682025bcbd71 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 943 time: 0.0716693 Jun 16 18:49:17.321367 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dba73-7839-404e-bf57-d92dc3524449 req-6e00b2c5-6a89-4b1e-95fe-547bf2c42d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:17.322929 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-553dba73-7839-404e-bf57-d92dc3524449 req-6e00b2c5-6a89-4b1e-95fe-547bf2c42d35 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950794 Jun 16 18:49:17.424672 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-9fef70af-beb3-41dc-a6b7-b2b108793d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:17.426148 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-9fef70af-beb3-41dc-a6b7-b2b108793d98 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d15b68681b3461f9393ea46b06f632e&device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 1096 time: 0.0584474 Jun 16 18:49:17.473612 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-d3150cc2-aa82-46b7-81f3-a4ea7c20d59f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=185a4801-5532-45b4-8658-28481ab12d24 HTTP/1.1" status: 200 len: 217 time: 0.0390756 Jun 16 18:49:17.477501 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c29cabb5-c8ca-4ad6-83b8-d296b528b016 req-5c9ceef9-0548-4fad-8064-a4e3969bd464 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493708 Jun 16 18:49:17.527201 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-6dde3264-cacf-428e-b587-c67c4d36dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:17.528797 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-6dde3264-cacf-428e-b587-c67c4d36dc40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2046873-1d24-45e3-9c20-f4da0bce1314 HTTP/1.1" status: 200 len: 855 time: 0.0462112 Jun 16 18:49:17.562520 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-32750c9d-cdbb-4822-8072-c707b05b0267 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7d28e2b-657a-4fea-87fc-61fc43c743d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269070 Jun 16 18:49:17.571741 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69cd02-80f8-48eb-b7df-c5b4cf772314 req-ed662afd-cc64-4cf5-ba22-d74d53c7f85c tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:17.571741 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6a69cd02-80f8-48eb-b7df-c5b4cf772314 req-ed662afd-cc64-4cf5-ba22-d74d53c7f85c tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0724053 Jun 16 18:49:17.612739 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6a69cd02-80f8-48eb-b7df-c5b4cf772314 req-1a8714bc-82d2-4ae7-8cd1-efb9d2d6e01c tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348215 Jun 16 18:49:17.666431 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-43a9894a-a42c-4dd2-83e5-b916933929d4 service neutron] 10.222.0.70 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963516 Jun 16 18:49:17.827326 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-66a7b5ac-80c6-4cd8-8a4e-03fae37ae0e8 req-2dd45e01-7156-4e4b-a508-7f036769825f service neutron] 10.222.0.70 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901141 Jun 16 18:49:17.900469 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-f2a1b874-334e-43f8-bfef-9012571dba29 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:17.902176 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-f2a1b874-334e-43f8-bfef-9012571dba29 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/networks?id=e79e7ccd-90fb-4935-b3d8-35dccdd63c63 HTTP/1.1" status: 200 len: 807 time: 0.1616223 Jun 16 18:49:17.917526 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-b29fb184-509e-4363-8081-424f34390d2c tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/quotas/f7a4988a8d514b43b6227090dd05d80e HTTP/1.1" status: 200 len: 375 time: 0.0098858 Jun 16 18:49:17.951968 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-c5ac25e1-77f2-499a-bbb3-4f7e46492bda tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7a4988a8d514b43b6227090dd05d80e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284319 Jun 16 18:49:18.048762 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-2a2aca10-482a-4161-8eb5-fc699908b901 service neutron] 10.222.0.41 "GET /v2.0/networks/e79e7ccd-90fb-4935-b3d8-35dccdd63c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899272 Jun 16 18:49:18.140596 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-5bbdaf31-bd7c-4382-9bf6-16ba207194f2 service neutron] 10.222.0.41 "GET /v2.0/networks/e79e7ccd-90fb-4935-b3d8-35dccdd63c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847857 Jun 16 18:49:18.318607 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-726a93cd-2b94-4bd8-bbcc-ba81d0b02c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:18.416107 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:18.451074 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ba6ea577-1724-431d-ad07-7f8e616fad64 req-8b8c5f6b-adec-48d8-89a6-0875dbb6c209 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 210 time: 0.0305996 Jun 16 18:49:18.535739 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device b6efc0e9-0a54-401a-bf0f-5246f48b18c1 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:49:18.560808 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: b6efc0e9-0a54-401a-bf0f-5246f48b18c1 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:49:18.561167 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device b6efc0e9-0a54-401a-bf0f-5246f48b18c1 not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:49:18.660226 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6f1a0-4b84-474d-8c04-ce53d03b4b4c req-31af119a-ea0a-4a50-9ab2-ee049fedf2ef tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:18.661750 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f0c6f1a0-4b84-474d-8c04-ce53d03b4b4c req-31af119a-ea0a-4a50-9ab2-ee049fedf2ef tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 943 time: 0.0683115 Jun 16 18:49:18.702634 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f0c6f1a0-4b84-474d-8c04-ce53d03b4b4c req-3be17e0a-a715-4a61-8d1a-77e64e3079d9 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348907 Jun 16 18:49:18.809466 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12424d-d30d-42b3-978c-478bb0cd509c req-6b302bea-28a5-4c76-8b9e-2d174e487026 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:18.811069 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ed12424d-d30d-42b3-978c-478bb0cd509c req-6b302bea-28a5-4c76-8b9e-2d174e487026 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0662560 Jun 16 18:49:18.849864 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ed12424d-d30d-42b3-978c-478bb0cd509c req-f29cf7c6-28b9-4de0-8503-90f94c811e5b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328720 Jun 16 18:49:19.216112 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:19.590039 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-933b7c2e-bb40-471b-850c-cee91ec73c9b req-da401e98-9bfa-4299-8caf-8670dc141fd2 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 210 time: 0.0298524 Jun 16 18:49:19.881548 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865cba7-2b1f-4c32-9057-82100eef8d0a req-9870a7ac-5561-406f-ae78-949c1b294cc4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:19.882182 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2865cba7-2b1f-4c32-9057-82100eef8d0a req-9870a7ac-5561-406f-ae78-949c1b294cc4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 943 time: 0.0654030 Jun 16 18:49:19.938263 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2865cba7-2b1f-4c32-9057-82100eef8d0a req-ea45f2a1-1c40-436b-ab99-9f275d10f38d tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481012 Jun 16 18:49:20.067244 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed367de-3de3-4e67-8f8b-5ba82e39c103 req-480e42b1-d900-432b-a662-70a69df9bf7a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:20.068780 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2ed367de-3de3-4e67-8f8b-5ba82e39c103 req-480e42b1-d900-432b-a662-70a69df9bf7a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0748811 Jun 16 18:49:20.108797 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2ed367de-3de3-4e67-8f8b-5ba82e39c103 req-04fc2b68-ef5d-4ad5-a25a-315b70fe549d tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334668 Jun 16 18:49:20.726312 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c46519e6-6899-4a00-866c-5f64cdeeec93 req-e5edd732-19a7-4b89-b76e-420d5603837d tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 210 time: 0.0278492 Jun 16 18:49:20.981467 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:21.118469 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f46c93-c03b-4774-b14e-3fb6dbdf040c req-76011e72-3dbb-4aeb-97ed-85374254ec34 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:21.119849 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-75f46c93-c03b-4774-b14e-3fb6dbdf040c req-76011e72-3dbb-4aeb-97ed-85374254ec34 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 943 time: 0.0652468 Jun 16 18:49:21.157182 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-75f46c93-c03b-4774-b14e-3fb6dbdf040c req-c6bb8be6-51f0-461e-a830-6074916652b4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317733 Jun 16 18:49:21.280364 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae93747-83c4-454f-9585-90a0faadbf7a req-842560c2-1b4f-44fa-9998-1280bc0368c1 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:21.281849 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2ae93747-83c4-454f-9585-90a0faadbf7a req-842560c2-1b4f-44fa-9998-1280bc0368c1 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0618711 Jun 16 18:49:21.318241 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2ae93747-83c4-454f-9585-90a0faadbf7a req-0562522b-5049-4231-823b-bbdba23b7747 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308921 Jun 16 18:49:23.020851 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 185a4801-5532-45b4-8658-28481ab12d24 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:49:23.117283 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 185a4801-5532-45b4-8658-28481ab12d24, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=185a4801-5532-45b4-8658-28481ab12d24,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:49:23.129903 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': '185a4801-5532-45b4-8658-28481ab12d24', 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6', 'port_id': '185a4801-5532-45b4-8658-28481ab12d24', 'mac_address': 'fa:16:3e:63:ef:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2046873-1d24-45e3-9c20-f4da0bce1314', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:49:23.170110 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:23.182788 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185a4801-5532-45b4-8658-28481ab12d24 {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:49:23.201968 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 185a4801-5532-45b4-8658-28481ab12d24, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=185a4801-5532-45b4-8658-28481ab12d24,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:49:23.266883 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:23.268691 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:23.312287 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=185a4801-5532-45b4-8658-28481ab12d24,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:23.315363 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:26.024313 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-69ae7018-fe58-4e04-9a16-b20504a25736 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:26.025736 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-69ae7018-fe58-4e04-9a16-b20504a25736 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.70 "GET /v2.0/networks?id=e79e7ccd-90fb-4935-b3d8-35dccdd63c63 HTTP/1.1" status: 200 len: 807 time: 0.1117804 Jun 16 18:49:26.038101 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-3e1b0f4c-550d-42c7-91a2-e9fec6cc6479 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Request body: {'port': {'device_id': '38fb8be3-fbc8-4627-b83c-17fcab873ec9', 'network_id': 'e79e7ccd-90fb-4935-b3d8-35dccdd63c63', 'admin_state_up': True, 'tenant_id': 'f7a4988a8d514b43b6227090dd05d80e'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:49:26.053835 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-dce3fdb5-ef60-4131-aec6-8a01337335a4 req-a6dddcab-0767-4b66-a386-f39ea2754fdb tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 210 time: 0.0542691 Jun 16 18:49:26.096250 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c0725-1ad2-49c5-bab5-6713eebcd126 req-df38025e-f84a-4183-a74d-d4b8fbb8bdfb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:26.103020 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-848c0725-1ad2-49c5-bab5-6713eebcd126 req-df38025e-f84a-4183-a74d-d4b8fbb8bdfb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 944 time: 0.1055057 Jun 16 18:49:26.108087 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:26.151669 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-848c0725-1ad2-49c5-bab5-6713eebcd126 req-07f2b005-0e19-4fa6-9e38-c7a2e7a3f2d1 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477421 Jun 16 18:49:26.231773 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d905bf-5a41-4a06-9d9c-7a20a02797ed req-4bf79666-194e-4209-a0a9-fed860cb5982 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:26.232445 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-3e1b0f4c-550d-42c7-91a2-e9fec6cc6479 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Made reservation on behalf of f7a4988a8d514b43b6227090dd05d80e for: {'port': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:49:26.233234 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f8d905bf-5a41-4a06-9d9c-7a20a02797ed req-4bf79666-194e-4209-a0a9-fed860cb5982 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0671711 Jun 16 18:49:26.236040 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-3e1b0f4c-550d-42c7-91a2-e9fec6cc6479 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:26.273307 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f8d905bf-5a41-4a06-9d9c-7a20a02797ed req-c0abf6b0-d410-4375-b8ad-3ae38ed11988 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341763 Jun 16 18:49:26.368454 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-3e1b0f4c-550d-42c7-91a2-e9fec6cc6479 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Allocated IP 172.20.0.13 (e79e7ccd-90fb-4935-b3d8-35dccdd63c63/ca745959-e81e-4639-950d-8d0739bdba83/7690148f-27d7-4668-af8f-91806a0b605b) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:49:26.517341 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-3e1b0f4c-550d-42c7-91a2-e9fec6cc6479 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:26.650248 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-3e1b0f4c-550d-42c7-91a2-e9fec6cc6479 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25564287'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:26.654151 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:26.694757 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-3e1b0f4c-550d-42c7-91a2-e9fec6cc6479 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Network e79e7ccd-90fb-4935-b3d8-35dccdd63c63 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:49:26.698024 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-3e1b0f4c-550d-42c7-91a2-e9fec6cc6479 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:49:26.704582 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-3e1b0f4c-550d-42c7-91a2-e9fec6cc6479 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:49:26.731918 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b0f4c-550d-42c7-91a2-e9fec6cc6479 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Pushing event updated for resources: {'Port': ['ID=7690148f-27d7-4668-af8f-91806a0b605b,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:26.737633 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-3e1b0f4c-550d-42c7-91a2-e9fec6cc6479 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:26.756941 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-3e1b0f4c-550d-42c7-91a2-e9fec6cc6479 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:26.757507 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-3e1b0f4c-550d-42c7-91a2-e9fec6cc6479 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:26.879408 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-3e1b0f4c-550d-42c7-91a2-e9fec6cc6479 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8448274 Jun 16 18:49:28.719914 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:49:28.887123 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['185a4801-5532-45b4-8658-28481ab12d24'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:49:28.909133 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Request body: {'port': {'device_id': '38fb8be3-fbc8-4627-b83c-17fcab873ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:49:28.982633 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:29.252478 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7690148f-27d7-4668-af8f-91806a0b605b {{(pid=100040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:49:29.259553 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:29.271694 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Transition to ACTIVE for port object 7690148f-27d7-4668-af8f-91806a0b605b will not be triggered until provisioned by entity L2. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:49:29.370059 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:29.373733 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-efc6cfa1-927a-4fe0-8714-9309f399e856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:29.447377 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7690148f-27d7-4668-af8f-91806a0b605b,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:29.450744 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:29.526117 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Attempting to bind port 7690148f-27d7-4668-af8f-91806a0b605b on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:49:29.526497 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Attempting to bind port 7690148f-27d7-4668-af8f-91806a0b605b by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'bd00c71c-858b-4282-a67b-a8bc165b7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e79e7ccd-90fb-4935-b3d8-35dccdd63c63'}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:49:29.526847 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Attempting to bind port 7690148f-27d7-4668-af8f-91806a0b605b on network e79e7ccd-90fb-4935-b3d8-35dccdd63c63 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:49:29.531335 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Port 7690148f-27d7-4668-af8f-91806a0b605b on network e79e7ccd-90fb-4935-b3d8-35dccdd63c63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:49:29.531704 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Attempting to bind port 7690148f-27d7-4668-af8f-91806a0b605b on network e79e7ccd-90fb-4935-b3d8-35dccdd63c63 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:49:29.536370 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:49:29.536697 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Checking segment: {'id': 'bd00c71c-858b-4282-a67b-a8bc165b7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e79e7ccd-90fb-4935-b3d8-35dccdd63c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:49:29.537078 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Bound using segment: {'id': 'bd00c71c-858b-4282-a67b-a8bc165b7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e79e7ccd-90fb-4935-b3d8-35dccdd63c63'} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:49:29.537493 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Bound port: 7690148f-27d7-4668-af8f-91806a0b605b, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd00c71c-858b-4282-a67b-a8bc165b7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e79e7ccd-90fb-4935-b3d8-35dccdd63c63'}}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:49:29.537843 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:29.597194 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] For port 7690148f-27d7-4668-af8f-91806a0b605b, host hv-cinder-66710, cleared binding levels {{(pid=100040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:49:29.600125 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] For port 7690148f-27d7-4668-af8f-91806a0b605b, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7690148f-27d7-4668-af8f-91806a0b605b,segment=NetworkSegment(bd00c71c-858b-4282-a67b-a8bc165b7251),segment_id=bd00c71c-858b-4282-a67b-a8bc165b7251)] {{(pid=100040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:49:29.701141 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:29.703070 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:29.737282 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:29.737879 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:29.739302 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] 10.222.0.70 "PUT /v2.0/ports/7690148f-27d7-4668-af8f-91806a0b605b HTTP/1.1" status: 200 len: 1094 time: 0.8344729 Jun 16 18:49:29.739785 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38fb8be3-fbc8-4627-b83c-17fcab873ec9', 'tag': '7690148f-27d7-4668-af8f-91806a0b605b'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:49:29.742069 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3caa559-5654-4454-8682-f0b00ef5c0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "38fb8be3-fbc8-4627-b83c-17fcab873ec9", "tag": "7690148f-27d7-4668-af8f-91806a0b605b"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:49:29.764358 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7690148f-27d7-4668-af8f-91806a0b605b,revision_number=3']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:29.767363 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:31.957072 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-25c3ed08-1e8d-4464-ac35-500717bece47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:31.958537 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-25c3ed08-1e8d-4464-ac35-500717bece47 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f7a4988a8d514b43b6227090dd05d80e&device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 1097 time: 0.0525682 Jun 16 18:49:32.002562 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-7c2259e3-bf52-42f2-833b-24d18890bd7b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7690148f-27d7-4668-af8f-91806a0b605b HTTP/1.1" status: 200 len: 217 time: 0.0327425 Jun 16 18:49:32.258715 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-bfc37888-31e1-4689-89e3-0d4496c18692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:32.260322 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-bfc37888-31e1-4689-89e3-0d4496c18692 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca745959-e81e-4639-950d-8d0739bdba83 HTTP/1.1" status: 200 len: 847 time: 0.2508848 Jun 16 18:49:32.271894 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82b24-ca02-43ca-b7e6-b6dc2cbd7ba1 req-10320c4c-ac28-4708-8eec-b8824fb7ff37 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:32.273360 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-85a82b24-ca02-43ca-b7e6-b6dc2cbd7ba1 req-10320c4c-ac28-4708-8eec-b8824fb7ff37 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 944 time: 0.1096773 Jun 16 18:49:32.281294 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4551a68-3ec4-4de4-8c1d-67f400619054 req-57d0faf5-9884-4186-9e3b-5612dcd0424f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:32.282699 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f4551a68-3ec4-4de4-8c1d-67f400619054 req-57d0faf5-9884-4186-9e3b-5612dcd0424f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 944 time: 0.1092355 Jun 16 18:49:32.294684 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-e540c768-f624-4dcd-8153-a1055d38c0c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e79e7ccd-90fb-4935-b3d8-35dccdd63c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258768 Jun 16 18:49:32.334175 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-85a82b24-ca02-43ca-b7e6-b6dc2cbd7ba1 req-d667c225-2fa0-41fb-b671-539cd669d072 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504887 Jun 16 18:49:32.341651 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f4551a68-3ec4-4de4-8c1d-67f400619054 req-9795b97c-2ca5-4df2-a7c1-1bee2fa2f5f2 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522127 Jun 16 18:49:32.387187 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-ef684ead-02c5-44f4-8529-bd07cc116913 service neutron] 10.222.0.70 "GET /v2.0/networks/e79e7ccd-90fb-4935-b3d8-35dccdd63c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849366 Jun 16 18:49:32.405996 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc9339a-8fbd-43a4-93af-76601845070c x-openstack-request-id: req-4dc9339a-8fbd-43a4-93af-76601845070c {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:49:32.406314 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38fb8be3-fbc8-4627-b83c-17fcab873ec9", "tag": "7690148f-27d7-4668-af8f-91806a0b605b", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:49:32.406596 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4dc9339a-8fbd-43a4-93af-76601845070c {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:49:32.407079 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38fb8be3-fbc8-4627-b83c-17fcab873ec9', 'tag': '7690148f-27d7-4668-af8f-91806a0b605b', 'status': 'completed', 'code': 200} Jun 16 18:49:32.482543 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-c030841a-bc47-4188-9ce1-b100f5b951b3 req-630cc455-ed5c-4f31-9a89-f73cba1c578a service neutron] 10.222.0.70 "GET /v2.0/networks/e79e7ccd-90fb-4935-b3d8-35dccdd63c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860679 Jun 16 18:49:32.502853 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a76cad-78a6-4e23-82b2-b38dd42f1441 req-f25120d3-257e-4d04-a729-13d125941122 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:32.504325 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-18a76cad-78a6-4e23-82b2-b38dd42f1441 req-f25120d3-257e-4d04-a729-13d125941122 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0628481 Jun 16 18:49:32.540306 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-18a76cad-78a6-4e23-82b2-b38dd42f1441 req-535acde4-bd7b-46db-9292-20f961d7a675 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304027 Jun 16 18:49:32.826775 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caa559-5654-4454-8682-f0b00ef5c0e5 req-e4b29873-c2c4-4023-aedb-073feededb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:32.828216 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b3caa559-5654-4454-8682-f0b00ef5c0e5 req-e4b29873-c2c4-4023-aedb-073feededb5d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f7a4988a8d514b43b6227090dd05d80e&device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 1097 time: 0.0526857 Jun 16 18:49:32.939993 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caa559-5654-4454-8682-f0b00ef5c0e5 req-a5c95c11-de71-4f59-a7ba-d359711b0cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:32.941416 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b3caa559-5654-4454-8682-f0b00ef5c0e5 req-a5c95c11-de71-4f59-a7ba-d359711b0cf0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e79e7ccd-90fb-4935-b3d8-35dccdd63c63 HTTP/1.1" status: 200 len: 908 time: 0.0867972 Jun 16 18:49:32.968958 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-095c82d8-2a7d-4973-a51c-f0e4c5755cce req-cbd88d5a-71da-4fbd-a8f7-97e6b222ff20 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535295 Jun 16 18:49:32.983685 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b3caa559-5654-4454-8682-f0b00ef5c0e5 req-da77a82b-6935-4e9b-be7d-b77601cf899d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7690148f-27d7-4668-af8f-91806a0b605b HTTP/1.1" status: 200 len: 217 time: 0.0339038 Jun 16 18:49:33.042402 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caa559-5654-4454-8682-f0b00ef5c0e5 req-56914753-c5be-4fac-9305-f46dd98a6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:33.044490 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b3caa559-5654-4454-8682-f0b00ef5c0e5 req-56914753-c5be-4fac-9305-f46dd98a6c0c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca745959-e81e-4639-950d-8d0739bdba83 HTTP/1.1" status: 200 len: 847 time: 0.0423262 Jun 16 18:49:33.051839 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c82d8-2a7d-4973-a51c-f0e4c5755cce req-5c8f248d-4a94-4af9-aae6-c31b3fbefe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:33.053348 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-095c82d8-2a7d-4973-a51c-f0e4c5755cce req-5c8f248d-4a94-4af9-aae6-c31b3fbefe36 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d15b68681b3461f9393ea46b06f632e&device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 1098 time: 0.0511649 Jun 16 18:49:33.082436 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b3caa559-5654-4454-8682-f0b00ef5c0e5 req-29920420-15b2-45c1-9c78-40157d9a2084 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e79e7ccd-90fb-4935-b3d8-35dccdd63c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286319 Jun 16 18:49:33.177575 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b3caa559-5654-4454-8682-f0b00ef5c0e5 req-62697250-80ab-4d8e-b5d0-ecce8fc4f63b service neutron] 10.222.0.70 "GET /v2.0/networks/e79e7ccd-90fb-4935-b3d8-35dccdd63c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859179 Jun 16 18:49:33.185668 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c82d8-2a7d-4973-a51c-f0e4c5755cce req-6bd365b7-e63b-432f-85d5-081f3295f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:33.187115 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-095c82d8-2a7d-4973-a51c-f0e4c5755cce req-6bd365b7-e63b-432f-85d5-081f3295f267 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7d28e2b-657a-4fea-87fc-61fc43c743d6 HTTP/1.1" status: 200 len: 916 time: 0.1065981 Jun 16 18:49:33.249357 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-095c82d8-2a7d-4973-a51c-f0e4c5755cce req-a347da64-88eb-40a9-bf47-6f02fa87a609 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b4a2639-ab37-40b2-9e02-cf2845abc7fe HTTP/1.1" status: 200 len: 217 time: 0.0343413 Jun 16 18:49:33.299517 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c82d8-2a7d-4973-a51c-f0e4c5755cce req-9ecd2341-e162-427c-9861-1d1dc0ee3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:33.300496 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b3caa559-5654-4454-8682-f0b00ef5c0e5 req-b7327335-3293-451d-bac4-0860b3deaa09 service neutron] 10.222.0.70 "GET /v2.0/networks/e79e7ccd-90fb-4935-b3d8-35dccdd63c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838029 Jun 16 18:49:33.301146 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-095c82d8-2a7d-4973-a51c-f0e4c5755cce req-9ecd2341-e162-427c-9861-1d1dc0ee3344 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2046873-1d24-45e3-9c20-f4da0bce1314 HTTP/1.1" status: 200 len: 855 time: 0.0436187 Jun 16 18:49:33.340081 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-095c82d8-2a7d-4973-a51c-f0e4c5755cce req-dc1d3993-e8d4-4dbf-837a-a47fcdc44959 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7d28e2b-657a-4fea-87fc-61fc43c743d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266364 Jun 16 18:49:33.432809 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-095c82d8-2a7d-4973-a51c-f0e4c5755cce req-7eb196b8-568b-4930-ae12-f1a348921cd5 service neutron] 10.222.0.70 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852120 Jun 16 18:49:33.602529 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-095c82d8-2a7d-4973-a51c-f0e4c5755cce req-e08c446e-828e-4822-bb89-7719fb71c871 service neutron] 10.222.0.70 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614313 Jun 16 18:49:33.616808 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bf518-4319-4220-96a1-f82747c6bd1f req-abbedbcb-4dec-4701-8cbd-755acdefdb7a tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:33.618208 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-911bf518-4319-4220-96a1-f82747c6bd1f req-abbedbcb-4dec-4701-8cbd-755acdefdb7a tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 944 time: 0.1488659 Jun 16 18:49:33.629900 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8c341-97d2-4d48-a0f3-62fabb5c9dba req-91e122ac-609d-4b04-96e6-2d664a94d6b1 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:33.631912 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-97d8c341-97d2-4d48-a0f3-62fabb5c9dba req-91e122ac-609d-4b04-96e6-2d664a94d6b1 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 944 time: 0.1818082 Jun 16 18:49:33.686573 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-911bf518-4319-4220-96a1-f82747c6bd1f req-f52ad55d-5354-4e1f-b4e2-891945c2b6a5 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544095 Jun 16 18:49:33.700963 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-97d8c341-97d2-4d48-a0f3-62fabb5c9dba req-ae38b0dd-b1b3-47c2-a5d4-4100e8790aca tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597830 Jun 16 18:49:33.863195 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0c58b-dd33-445a-b954-ce3bfdda4268 req-1a77764d-7caf-444c-8c57-2dab43bfa709 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:33.864539 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-faf0c58b-dd33-445a-b954-ce3bfdda4268 req-1a77764d-7caf-444c-8c57-2dab43bfa709 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0627258 Jun 16 18:49:33.884310 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 185a4801-5532-45b4-8658-28481ab12d24 up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:49:33.902300 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-faf0c58b-dd33-445a-b954-ce3bfdda4268 req-b16c6d2f-2e78-4917-a17b-90d0dfca2629 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319140 Jun 16 18:49:34.015392 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port 185a4801-5532-45b4-8658-28481ab12d24 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:49:34.019491 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port 185a4801-5532-45b4-8658-28481ab12d24 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:49:34.019918 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:34.092667 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:34.116400 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185a4801-5532-45b4-8658-28481ab12d24'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:49:34.118524 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa1f8ef-8978-4660-96d1-647a7d9e9db0" -d '{"events": [{"server_uuid": "c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379", "name": "network-vif-plugged", "status": "completed", "tag": "185a4801-5532-45b4-8658-28481ab12d24"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:49:34.246295 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cca508-bc0b-4fbd-a296-3a97443706f1 x-openstack-request-id: req-40cca508-bc0b-4fbd-a296-3a97443706f1 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:49:34.246587 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379", "name": "network-vif-plugged", "status": "completed", "tag": "185a4801-5532-45b4-8658-28481ab12d24", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:49:34.246879 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40cca508-bc0b-4fbd-a296-3a97443706f1 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:49:34.247342 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185a4801-5532-45b4-8658-28481ab12d24', 'code': 200} Jun 16 18:49:34.248949 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 185a4801-5532-45b4-8658-28481ab12d24, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=185a4801-5532-45b4-8658-28481ab12d24,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:49:34.351197 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:34.353170 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:34.397564 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=185a4801-5532-45b4-8658-28481ab12d24,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:34.404781 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:34.405129 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:34.405468 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:34.405839 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:34.406119 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:34.406442 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:34.406766 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:34.407250 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:34.407586 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:34.407907 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:34.408231 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:34.408555 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:34.412365 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:34.583943 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0441d-f12c-4b80-857d-b6ff21076ea9 req-fb882a31-7a7a-4e1c-92bd-0d5e3d9eb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:34.585359 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6da0441d-f12c-4b80-857d-b6ff21076ea9 req-fb882a31-7a7a-4e1c-92bd-0d5e3d9eb872 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 1098 time: 0.0489137 Jun 16 18:49:34.618138 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6da0441d-f12c-4b80-857d-b6ff21076ea9 req-2161fecd-5eb7-4263-9ec5-056c653721ee service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261769 Jun 16 18:49:35.368711 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21083b53-b237-4e43-b27f-4ea2076a0ec3 req-e2992dcf-49d0-4bf5-a064-1e32117e2341 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:35.370161 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-21083b53-b237-4e43-b27f-4ea2076a0ec3 req-e2992dcf-49d0-4bf5-a064-1e32117e2341 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 945 time: 0.1064563 Jun 16 18:49:35.377800 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334e219-7ce8-4017-93f3-e7cbd47fccc6 req-32cc079c-688f-4121-8ce1-33d4203d9ae4 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:35.379151 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6334e219-7ce8-4017-93f3-e7cbd47fccc6 req-32cc079c-688f-4121-8ce1-33d4203d9ae4 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 944 time: 0.1054151 Jun 16 18:49:35.426838 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-21083b53-b237-4e43-b27f-4ea2076a0ec3 req-b8be32a3-de9d-47fc-9207-14da26050737 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466549 Jun 16 18:49:35.439337 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6334e219-7ce8-4017-93f3-e7cbd47fccc6 req-458cd19e-bb82-496f-ad28-f247b0f8570d tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532134 Jun 16 18:49:35.583512 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc9f9d-3128-4030-a41f-af15ebbd6b28 req-6f002216-e059-4937-9793-a3cb5c08d109 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:35.585036 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-35bc9f9d-3128-4030-a41f-af15ebbd6b28 req-6f002216-e059-4937-9793-a3cb5c08d109 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0616488 Jun 16 18:49:35.620761 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-35bc9f9d-3128-4030-a41f-af15ebbd6b28 req-5af401ec-9df0-41ff-ba26-59e70c7382eb tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302022 Jun 16 18:49:36.289132 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b1260-0071-4996-a59e-e100f6be04c4 req-b4f8a9e0-6a4d-4af5-b70e-765c247850d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:36.290584 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-164b1260-0071-4996-a59e-e100f6be04c4 req-b4f8a9e0-6a4d-4af5-b70e-765c247850d9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 1098 time: 0.0570452 Jun 16 18:49:36.338875 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-164b1260-0071-4996-a59e-e100f6be04c4 req-1724db46-a7f3-41ce-b1ac-6477ce96378b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264034 Jun 16 18:49:36.948956 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e547ae0-964d-4a77-84a8-cc9e96ec6808 req-b0fee05d-fc86-4ee6-b3ac-65824917e0c9 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:36.950461 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2e547ae0-964d-4a77-84a8-cc9e96ec6808 req-b0fee05d-fc86-4ee6-b3ac-65824917e0c9 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 945 time: 0.1056461 Jun 16 18:49:36.964440 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf972d6a-52e0-4679-aa12-5a4b57725753 req-a52340c7-4d0e-419e-a883-01ec23e9ab75 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:36.966687 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bf972d6a-52e0-4679-aa12-5a4b57725753 req-a52340c7-4d0e-419e-a883-01ec23e9ab75 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 944 time: 0.1103837 Jun 16 18:49:37.025402 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2e547ae0-964d-4a77-84a8-cc9e96ec6808 req-3c8d5f77-7ea3-44d6-81ff-250b689fa9a5 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683887 Jun 16 18:49:37.030182 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bf972d6a-52e0-4679-aa12-5a4b57725753 req-382ceed7-c2e1-4527-855e-ea8251b35eec tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563416 Jun 16 18:49:37.183828 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f11c48-f6c5-4091-80ea-de3b7d88bb45 req-07da95f2-75b6-47c1-8611-306c2c863c8a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:37.185918 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b1f11c48-f6c5-4091-80ea-de3b7d88bb45 req-07da95f2-75b6-47c1-8611-306c2c863c8a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0614419 Jun 16 18:49:37.222142 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b1f11c48-f6c5-4091-80ea-de3b7d88bb45 req-6b55f125-1bb0-4c55-9f00-a729a1129e8d tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306942 Jun 16 18:49:38.675223 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f934578-1824-423f-9c4d-f18ce06ef4e3 req-8ced2850-d7fe-4cf5-88fb-f0ae038e01df tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:38.676579 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2f934578-1824-423f-9c4d-f18ce06ef4e3 req-8ced2850-d7fe-4cf5-88fb-f0ae038e01df tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 945 time: 0.1041460 Jun 16 18:49:38.685075 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c352deb-794e-4c8b-b062-fde45e4286a3 req-1cda2e44-2dd0-44a1-872e-ab49aab0d1c2 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:38.686434 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c352deb-794e-4c8b-b062-fde45e4286a3 req-1cda2e44-2dd0-44a1-872e-ab49aab0d1c2 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 944 time: 0.1051373 Jun 16 18:49:38.741305 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2f934578-1824-423f-9c4d-f18ce06ef4e3 req-b21b6a1d-6a62-4a96-9183-cb59838bb5ee tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539396 Jun 16 18:49:38.743996 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c352deb-794e-4c8b-b062-fde45e4286a3 req-5caa4b92-538a-460f-aa08-6784f010c0c8 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502894 Jun 16 18:49:38.900816 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e65a0-0d40-4400-85a7-ea540bbb29cb req-fbd0c94a-adfb-4146-99a7-f5b5883d4f55 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:38.902274 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0d4e65a0-0d40-4400-85a7-ea540bbb29cb req-fbd0c94a-adfb-4146-99a7-f5b5883d4f55 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0624704 Jun 16 18:49:38.944283 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0d4e65a0-0d40-4400-85a7-ea540bbb29cb req-17f246d4-bffd-41f3-9916-c657f1fd2e7f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319307 Jun 16 18:49:39.961056 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2e4ff-e9a7-4df4-9925-474bfd03aead req-4170076b-2d64-4506-a52a-6f262e05e7d8 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:39.962514 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-24e2e4ff-e9a7-4df4-9925-474bfd03aead req-4170076b-2d64-4506-a52a-6f262e05e7d8 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 945 time: 0.1030250 Jun 16 18:49:39.975403 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903b99d-4d79-47c5-8b59-48cd76ffb8de req-1f229ffd-c184-4b40-8649-919468225cb1 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:39.977470 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6903b99d-4d79-47c5-8b59-48cd76ffb8de req-1f229ffd-c184-4b40-8649-919468225cb1 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 944 time: 0.1193018 Jun 16 18:49:40.033959 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-24e2e4ff-e9a7-4df4-9925-474bfd03aead req-94694b2e-a208-402c-b4f9-b532d3b954b7 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558832 Jun 16 18:49:40.042279 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6903b99d-4d79-47c5-8b59-48cd76ffb8de req-6ba1cfd1-4406-4493-9cb2-3203278e4404 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557249 Jun 16 18:49:40.214394 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2587-9e3d-4986-ac27-55d94e65aa88 req-7cde115b-7e93-419d-ae10-c3bcdb1c2410 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:40.216565 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-cfbd2587-9e3d-4986-ac27-55d94e65aa88 req-7cde115b-7e93-419d-ae10-c3bcdb1c2410 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0702538 Jun 16 18:49:40.255277 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-cfbd2587-9e3d-4986-ac27-55d94e65aa88 req-7f412515-3aa4-45b7-a5c5-65963a0d73ba tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328479 Jun 16 18:49:40.427406 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380996e-a87f-467f-be61-fcb84a42cb76 req-c55973b1-8921-441c-ac9e-703aad52a0d6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:40.430697 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7380996e-a87f-467f-be61-fcb84a42cb76 req-c55973b1-8921-441c-ac9e-703aad52a0d6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0642438 Jun 16 18:49:40.472834 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7380996e-a87f-467f-be61-fcb84a42cb76 req-40660f56-ccbf-4f72-98dc-476890d37a24 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380869 Jun 16 18:49:41.217126 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d26f21-acfc-40cf-8230-9661bf65c87e req-16de8528-a009-47b7-a050-a544d4ea9aff tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:41.218578 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-07d26f21-acfc-40cf-8230-9661bf65c87e req-16de8528-a009-47b7-a050-a544d4ea9aff tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 944 time: 0.0625339 Jun 16 18:49:41.256282 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-07d26f21-acfc-40cf-8230-9661bf65c87e req-4ebcb19f-e62c-42e1-b42c-9b9e4171e41a tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Jun 16 18:49:41.912393 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 7690148f-27d7-4668-af8f-91806a0b605b details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:49:42.011707 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 7690148f-27d7-4668-af8f-91806a0b605b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7690148f-27d7-4668-af8f-91806a0b605b,segment=NetworkSegment(bd00c71c-858b-4282-a67b-a8bc165b7251),segment_id=bd00c71c-858b-4282-a67b-a8bc165b7251)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:49:42.026480 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': '7690148f-27d7-4668-af8f-91806a0b605b', 'network_id': 'e79e7ccd-90fb-4935-b3d8-35dccdd63c63', 'port_id': '7690148f-27d7-4668-af8f-91806a0b605b', 'mac_address': 'fa:16:3e:3c:39:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca745959-e81e-4639-950d-8d0739bdba83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:49:42.066018 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:42.078346 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7690148f-27d7-4668-af8f-91806a0b605b {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:49:42.097500 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 7690148f-27d7-4668-af8f-91806a0b605b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7690148f-27d7-4668-af8f-91806a0b605b,segment=NetworkSegment(bd00c71c-858b-4282-a67b-a8bc165b7251),segment_id=bd00c71c-858b-4282-a67b-a8bc165b7251)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:49:42.180790 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:42.182559 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-5d08035a-59e3-432b-bfba-27d1f553aa0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:42.227234 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=7690148f-27d7-4668-af8f-91806a0b605b,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:42.230198 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:42.450612 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fa2ae-c074-407f-8d91-46a902f04aba req-d09bfb87-ef85-488d-880c-bf38510dcac9 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:42.452127 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-722fa2ae-c074-407f-8d91-46a902f04aba req-d09bfb87-ef85-488d-880c-bf38510dcac9 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 945 time: 0.0699787 Jun 16 18:49:42.495347 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-722fa2ae-c074-407f-8d91-46a902f04aba req-5ea5cc6d-739b-4850-8196-96bde9c18f83 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375414 Jun 16 18:49:42.907670 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['7690148f-27d7-4668-af8f-91806a0b605b'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:49:43.672585 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c93c2-45cf-4b47-9735-dc4fe814b551 req-1baf5de9-9904-4416-bfe2-e65367cdf2d6 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:43.673917 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4e4c93c2-45cf-4b47-9735-dc4fe814b551 req-1baf5de9-9904-4416-bfe2-e65367cdf2d6 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 945 time: 0.0650020 Jun 16 18:49:43.710958 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4e4c93c2-45cf-4b47-9735-dc4fe814b551 req-eb6b77c4-37ea-48c1-89f7-7710cedaaf84 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314999 Jun 16 18:49:44.890036 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c2e29-1d2a-4f93-99d9-29ed0998130e req-c081edeb-3aff-4b14-b1d7-5168ede37073 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:44.891549 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f34c2e29-1d2a-4f93-99d9-29ed0998130e req-c081edeb-3aff-4b14-b1d7-5168ede37073 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 945 time: 0.0670340 Jun 16 18:49:44.930155 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f34c2e29-1d2a-4f93-99d9-29ed0998130e req-100ea2fc-b37f-4586-a242-f74ea545efc4 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327280 Jun 16 18:49:45.218133 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eb324-8e79-4370-8529-d0fd743eb76b req-7f29dd09-aab4-4758-b51b-ace1e37a7c87 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:45.219708 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-049eb324-8e79-4370-8529-d0fd743eb76b req-7f29dd09-aab4-4758-b51b-ace1e37a7c87 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0623362 Jun 16 18:49:45.289029 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-049eb324-8e79-4370-8529-d0fd743eb76b req-1c6266a4-d8c4-4031-ac89-db5bb7b647ef tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636666 Jun 16 18:49:45.303105 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb50c8-ec31-4b65-bd6f-b72d23fbe0ab req-83eca9d1-0ad7-44a1-99ed-9cc1057c7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:45.304681 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f6eb50c8-ec31-4b65-bd6f-b72d23fbe0ab req-83eca9d1-0ad7-44a1-99ed-9cc1057c7d1b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=800642a613714aec9372ad858f15dd9b&device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 1098 time: 0.0776002 Jun 16 18:49:45.398907 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb50c8-ec31-4b65-bd6f-b72d23fbe0ab req-ec55e635-0e46-490b-bc52-a721d7cff19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:45.400421 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f6eb50c8-ec31-4b65-bd6f-b72d23fbe0ab req-ec55e635-0e46-490b-bc52-a721d7cff19c service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc88b1e0-01b8-46a4-896b-30044689d0a1 HTTP/1.1" status: 200 len: 920 time: 0.0889256 Jun 16 18:49:45.442889 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f6eb50c8-ec31-4b65-bd6f-b72d23fbe0ab req-f609e17e-9e9e-45ac-8fdc-154a0e60855b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=805562b2-2c79-4a2a-8511-0f62973004e8 HTTP/1.1" status: 200 len: 217 time: 0.0355473 Jun 16 18:49:45.495891 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb50c8-ec31-4b65-bd6f-b72d23fbe0ab req-b4104015-7bd2-453e-8b35-6bd1da47be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:45.497334 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f6eb50c8-ec31-4b65-bd6f-b72d23fbe0ab req-b4104015-7bd2-453e-8b35-6bd1da47be4f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=940bc029-0d55-45ba-9372-a743fe6683d3 HTTP/1.1" status: 200 len: 859 time: 0.0483196 Jun 16 18:49:45.531027 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f6eb50c8-ec31-4b65-bd6f-b72d23fbe0ab req-763711f2-a6d2-4661-9095-8b229484d815 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc88b1e0-01b8-46a4-896b-30044689d0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265810 Jun 16 18:49:45.580974 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-532bb01f-6707-4d75-999f-8f1f12ebda56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:45.625928 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f6eb50c8-ec31-4b65-bd6f-b72d23fbe0ab req-a30ddb6b-634d-475c-b111-d12ddfbe58d9 service neutron] 10.222.0.70 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852916 Jun 16 18:49:45.717904 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f6eb50c8-ec31-4b65-bd6f-b72d23fbe0ab req-73588cd3-c424-4669-99b8-e8a39d47bc54 service neutron] 10.222.0.70 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831177 Jun 16 18:49:45.954408 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 7690148f-27d7-4668-af8f-91806a0b605b up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:49:46.082609 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port 7690148f-27d7-4668-af8f-91806a0b605b completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:49:46.086573 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port 7690148f-27d7-4668-af8f-91806a0b605b triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:49:46.087138 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:46.133221 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dbe65-e221-4797-8b42-31fb81d6e5a3 req-a8f08aab-7ed5-423f-839a-fbcb68465803 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:46.134964 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-cf3dbe65-e221-4797-8b42-31fb81d6e5a3 req-a8f08aab-7ed5-423f-839a-fbcb68465803 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 945 time: 0.0663686 Jun 16 18:49:46.168458 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:46.172382 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-cf3dbe65-e221-4797-8b42-31fb81d6e5a3 req-c0e08bba-897f-4742-85a4-fd4a067d1f31 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Jun 16 18:49:46.192050 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fb8be3-fbc8-4627-b83c-17fcab873ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7690148f-27d7-4668-af8f-91806a0b605b'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:49:46.194254 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128c6fd5-d5ad-4a8a-a443-c7beabeab5cd" -d '{"events": [{"server_uuid": "38fb8be3-fbc8-4627-b83c-17fcab873ec9", "name": "network-vif-plugged", "status": "completed", "tag": "7690148f-27d7-4668-af8f-91806a0b605b"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:49:46.206787 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 7690148f-27d7-4668-af8f-91806a0b605b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7690148f-27d7-4668-af8f-91806a0b605b,segment=NetworkSegment(bd00c71c-858b-4282-a67b-a8bc165b7251),segment_id=bd00c71c-858b-4282-a67b-a8bc165b7251)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:49:46.230333 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d65aa6-48ce-4de4-8a33-de4acad2a2b9 x-openstack-request-id: req-54d65aa6-48ce-4de4-8a33-de4acad2a2b9 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:49:46.230622 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38fb8be3-fbc8-4627-b83c-17fcab873ec9", "name": "network-vif-plugged", "status": "completed", "tag": "7690148f-27d7-4668-af8f-91806a0b605b", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:49:46.230879 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54d65aa6-48ce-4de4-8a33-de4acad2a2b9 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:49:46.231296 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fb8be3-fbc8-4627-b83c-17fcab873ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7690148f-27d7-4668-af8f-91806a0b605b', 'code': 200} Jun 16 18:49:46.324362 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:46.327118 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:46.373726 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=7690148f-27d7-4668-af8f-91806a0b605b,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:46.377521 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:46.468776 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6984d-910b-44b3-bdf2-7fb64c052f78 req-292e1564-bea6-410d-b1ac-3597950d84f1 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:46.470369 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a3a6984d-910b-44b3-bdf2-7fb64c052f78 req-292e1564-bea6-410d-b1ac-3597950d84f1 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0707495 Jun 16 18:49:46.766971 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a3a6984d-910b-44b3-bdf2-7fb64c052f78 req-198c6ebb-b193-4c44-a4bd-3151cf414e9c tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909703 Jun 16 18:49:46.792037 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaa27b-ae95-4725-aebf-6fb9b44e091a req-fe3e92a7-c02a-42bf-bf6a-9ae3308d5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:46.793480 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3ecaa27b-ae95-4725-aebf-6fb9b44e091a req-fe3e92a7-c02a-42bf-bf6a-9ae3308d5f1a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 1099 time: 0.0751452 Jun 16 18:49:46.830466 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3ecaa27b-ae95-4725-aebf-6fb9b44e091a req-73b129cd-4389-433f-8deb-77c8d0c59caa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302279 Jun 16 18:49:47.046715 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c030398-4491-46f6-8820-a359984af68d req-3c68e24d-2759-4056-9a74-d6c2aa28c38f tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1055112725&fields=id&tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe HTTP/1.1" status: 200 len: 267 time: 0.0341051 Jun 16 18:49:47.155155 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c030398-4491-46f6-8820-a359984af68d req-1f410ee4-f215-49ca-a57c-ea9f9212c124 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:47.156835 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c030398-4491-46f6-8820-a359984af68d req-1f410ee4-f215-49ca-a57c-ea9f9212c124 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/networks?id=eb9a49dd-9ddc-41da-a244-4443a4784c2b HTTP/1.1" status: 200 len: 812 time: 0.1035364 Jun 16 18:49:47.172226 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c030398-4491-46f6-8820-a359984af68d req-e6d71680-0865-4441-8ce0-ce95f3ceb9fc tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/quotas/bca6fcaf38fd428f8241bdcdf20d1efe HTTP/1.1" status: 200 len: 375 time: 0.0098674 Jun 16 18:49:47.245785 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c030398-4491-46f6-8820-a359984af68d req-b3e68373-c2ba-415c-a7f3-22a222742bfc tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680261 Jun 16 18:49:47.381756 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c030398-4491-46f6-8820-a359984af68d req-1ffaa775-dad3-4879-90ea-4fbc341ce047 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237526 Jun 16 18:49:47.444840 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f97cb1-dde1-43b9-aeea-ed35bc79ae51 req-09e82248-7332-4779-bc94-d5e625f0b7c5 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:47.446412 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-77f97cb1-dde1-43b9-aeea-ed35bc79ae51 req-09e82248-7332-4779-bc94-d5e625f0b7c5 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 946 time: 0.1362436 Jun 16 18:49:47.501188 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-77f97cb1-dde1-43b9-aeea-ed35bc79ae51 req-80189e5a-3a4b-4fb1-9cff-62752441def6 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481343 Jun 16 18:49:47.511384 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c030398-4491-46f6-8820-a359984af68d req-3a612d87-5627-480e-b0ce-9b3cbed3a41d service neutron] 10.222.0.41 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223414 Jun 16 18:49:48.049419 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-59346c46-4684-4270-86c2-e78fac4b3222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:48.358979 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:48.393425 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a16abc-d1f5-4911-af70-2ffb9410b239 req-7aa3e59a-da26-4d90-a49e-6faf71f3bed2 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:48.395156 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-56a16abc-d1f5-4911-af70-2ffb9410b239 req-7aa3e59a-da26-4d90-a49e-6faf71f3bed2 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0717087 Jun 16 18:49:48.443822 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8d8be8e2-347e-4d84-8c5d-427435fba7b7 req-f36252a7-2fce-4140-8b41-0fdbc8d24cba tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 210 time: 0.0413020 Jun 16 18:49:48.470991 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-56a16abc-d1f5-4911-af70-2ffb9410b239 req-e6aa46d5-e426-4d4c-a6f3-9714ed9ed458 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695782 Jun 16 18:49:48.831855 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009b196-0708-4335-bcbb-13b1482720f9 req-5a8de1ea-2db3-42a4-b447-db05511fd237 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:48.831855 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6009b196-0708-4335-bcbb-13b1482720f9 req-5a8de1ea-2db3-42a4-b447-db05511fd237 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 946 time: 0.0663750 Jun 16 18:49:48.831855 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6009b196-0708-4335-bcbb-13b1482720f9 req-fb24ee7c-fc04-422e-8174-5a99b3b29db8 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314326 Jun 16 18:49:49.225196 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:50.942053 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:52.521267 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9b4dd477-0e94-40a7-a448-aae317fc29ab req-f2d4c366-cab1-4dbc-b5f0-a8a41aa46f2d tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 210 time: 0.0357480 Jun 16 18:49:52.573817 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bedb42-cd0e-4f14-9c1e-62af19c50db8 req-640ec857-ad72-445c-be87-55bb3cb66e9f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:52.575348 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-39bedb42-cd0e-4f14-9c1e-62af19c50db8 req-640ec857-ad72-445c-be87-55bb3cb66e9f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0790823 Jun 16 18:49:52.619629 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-39bedb42-cd0e-4f14-9c1e-62af19c50db8 req-d5a4b04f-bb26-49bd-b2f6-3f05e93fe024 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374734 Jun 16 18:49:52.685785 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024607b2-c8e2-4a0a-9607-a0750f8fe2f6 req-5ce57d65-72e8-4b7e-9280-4e803b48b53e tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:52.687269 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-024607b2-c8e2-4a0a-9607-a0750f8fe2f6 req-5ce57d65-72e8-4b7e-9280-4e803b48b53e tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 946 time: 0.0640035 Jun 16 18:49:52.725970 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-024607b2-c8e2-4a0a-9607-a0750f8fe2f6 req-90b16953-6c58-4e97-a391-d95010b4fe7c tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328014 Jun 16 18:49:53.693655 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-05db7995-2591-42e7-a42c-dbab42a8706f req-c9e6715f-849c-4c8b-b1f9-c652bc09454a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 210 time: 0.0328619 Jun 16 18:49:53.805708 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cfd3d-635e-4756-ab97-b21bcd937502 req-64c64926-2849-4a56-b52a-c1431193ff77 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:53.807367 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-141cfd3d-635e-4756-ab97-b21bcd937502 req-64c64926-2849-4a56-b52a-c1431193ff77 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0728343 Jun 16 18:49:53.873766 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-141cfd3d-635e-4756-ab97-b21bcd937502 req-172639ec-d3a3-4300-a74c-9c28e30ccb84 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602450 Jun 16 18:49:53.909697 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb183eb-6ffd-4685-b32e-5a61ef92842f req-4a82fe7c-3a52-4037-8cbb-49c5a08d6c8e tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:53.911303 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-afb183eb-6ffd-4685-b32e-5a61ef92842f req-4a82fe7c-3a52-4037-8cbb-49c5a08d6c8e tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 946 time: 0.0702450 Jun 16 18:49:53.950396 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-afb183eb-6ffd-4685-b32e-5a61ef92842f req-d656e954-2f33-48ee-b13f-7489dcb01f83 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332816 Jun 16 18:49:54.201633 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c030398-4491-46f6-8820-a359984af68d req-d4081ab8-7145-496e-bda3-746149891e19 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:54.202969 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c030398-4491-46f6-8820-a359984af68d req-d4081ab8-7145-496e-bda3-746149891e19 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.70 "GET /v2.0/networks?id=eb9a49dd-9ddc-41da-a244-4443a4784c2b HTTP/1.1" status: 200 len: 812 time: 0.1039762 Jun 16 18:49:54.251813 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c030398-4491-46f6-8820-a359984af68d req-14b149ac-bc70-427e-9703-81d35e654fa9 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe HTTP/1.1" status: 200 len: 380 time: 0.0346994 Jun 16 18:49:54.261505 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-4c030398-4491-46f6-8820-a359984af68d req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Request body: {'port': {'device_id': '6a575a96-4417-48c7-962e-056d5bf6575e', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'admin_state_up': True, 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'security_groups': ['63ab1155-1d67-421b-9328-5f569f6d194f']}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:49:54.477857 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c030398-4491-46f6-8820-a359984af68d req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Made reservation on behalf of bca6fcaf38fd428f8241bdcdf20d1efe for: {'port': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:49:54.481544 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-4c030398-4491-46f6-8820-a359984af68d req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:54.616330 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [req-4c030398-4491-46f6-8820-a359984af68d req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Allocated IP 172.20.0.4 (eb9a49dd-9ddc-41da-a244-4443a4784c2b/e42814e8-4209-4dfd-b8c6-aefa516869c5/32cb025f-050c-4314-887c-104bf1847eac) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:49:54.786320 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-4c030398-4491-46f6-8820-a359984af68d req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:54.798747 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.provisioning_blocks [req-4c030398-4491-46f6-8820-a359984af68d req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Transition to ACTIVE for port object 32cb025f-050c-4314-887c-104bf1847eac will not be triggered until provisioned by entity DHCP. {{(pid=100039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:49:54.860196 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8c19b38a-c4ea-4390-84e0-b1df3ed23311 req-0564595c-4559-4aeb-9732-ad7219176eb1 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 210 time: 0.0294209 Jun 16 18:49:54.895323 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-4c030398-4491-46f6-8820-a359984af68d req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25942567'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:54.899811 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:54.946496 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c030398-4491-46f6-8820-a359984af68d req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Network eb9a49dd-9ddc-41da-a244-4443a4784c2b is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:49:54.953099 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [req-4c030398-4491-46f6-8820-a359984af68d req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:49:54.955704 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c030398-4491-46f6-8820-a359984af68d req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:49:54.988795 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event updated for resources: {'Port': ['ID=32cb025f-050c-4314-887c-104bf1847eac,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:55.020359 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:55.020730 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:55.021349 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:55.021665 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:55.021765 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:55.022103 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:55.022455 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:55.022787 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:55.023164 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:55.023528 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:55.023843 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:55.024182 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:55.055265 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:55.068622 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c030398-4491-46f6-8820-a359984af68d req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:55.069286 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-4c030398-4491-46f6-8820-a359984af68d req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:55.130181 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf2dfb-efa4-4150-8d8b-f9046bf45929 req-67ac31cf-e9c1-451f-97d5-1fca05a33a29 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:55.138167 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-64bf2dfb-efa4-4150-8d8b-f9046bf45929 req-67ac31cf-e9c1-451f-97d5-1fca05a33a29 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.1464989 Jun 16 18:49:55.162839 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c030398-4491-46f6-8820-a359984af68d req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9052784 Jun 16 18:49:55.183090 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Request body: {'port': {'device_id': '6a575a96-4417-48c7-962e-056d5bf6575e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:49:55.236501 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-64bf2dfb-efa4-4150-8d8b-f9046bf45929 req-fad5ef24-137d-468b-b46b-808e3f369b5b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972781 Jun 16 18:49:55.276611 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-54c9c8fe-57ff-4bf4-834d-9fb2ae84032f None None] Provisioning for port 32cb025f-050c-4314-887c-104bf1847eac completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:49:55.280943 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-54c9c8fe-57ff-4bf4-834d-9fb2ae84032f None None] Provisioning complete for port 32cb025f-050c-4314-887c-104bf1847eac triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:49:55.281075 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-54c9c8fe-57ff-4bf4-834d-9fb2ae84032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:55.288761 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:55.319119 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-54c9c8fe-57ff-4bf4-834d-9fb2ae84032f None None] Port 32cb025f-050c-4314-887c-104bf1847eac cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:49:55.573128 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32cb025f-050c-4314-887c-104bf1847eac {{(pid=100039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:49:55.582351 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:55.604216 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.provisioning_blocks [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Transition to ACTIVE for port object 32cb025f-050c-4314-887c-104bf1847eac will not be triggered until provisioned by entity L2. {{(pid=100039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:49:55.746126 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942577'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:55.752643 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-f3c8e87a-91b1-466b-922a-23b701706fd1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:55.870643 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Pushing event updated for resources: {'Port': ['ID=32cb025f-050c-4314-887c-104bf1847eac,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:55.877142 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:55.949561 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636e86c-c42d-4ecb-a53e-3fab71664c58 req-902ba444-4c56-45ac-b8fc-8417c859678f tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:55.961822 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f636e86c-c42d-4ecb-a53e-3fab71664c58 req-902ba444-4c56-45ac-b8fc-8417c859678f tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 946 time: 0.1824641 Jun 16 18:49:56.009341 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f636e86c-c42d-4ecb-a53e-3fab71664c58 req-ca3ff883-9c14-4898-8f58-af123ca00663 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490403 Jun 16 18:49:56.038885 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Attempting to bind port 32cb025f-050c-4314-887c-104bf1847eac on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:49:56.039257 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Attempting to bind port 32cb025f-050c-4314-887c-104bf1847eac by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:49:56.039583 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Attempting to bind port 32cb025f-050c-4314-887c-104bf1847eac on network eb9a49dd-9ddc-41da-a244-4443a4784c2b {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:49:56.044827 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Port 32cb025f-050c-4314-887c-104bf1847eac on network eb9a49dd-9ddc-41da-a244-4443a4784c2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:49:56.045449 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Attempting to bind port 32cb025f-050c-4314-887c-104bf1847eac on network eb9a49dd-9ddc-41da-a244-4443a4784c2b {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:49:56.051616 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:49:56.053529 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Checking segment: {'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:49:56.053529 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Bound using segment: {'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:49:56.053529 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Bound port: 32cb025f-050c-4314-887c-104bf1847eac, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'}}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:49:56.053529 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:56.083451 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:56.170390 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] For port 32cb025f-050c-4314-887c-104bf1847eac, host hv-cinder-66710, cleared binding levels {{(pid=100039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:49:56.185302 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] For port 32cb025f-050c-4314-887c-104bf1847eac, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=32cb025f-050c-4314-887c-104bf1847eac,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:49:56.216451 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8b74f-98ee-456f-91be-65006504d186 req-425007bb-36c5-4564-8b9b-1b3a186991e4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:56.218017 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d9a8b74f-98ee-456f-91be-65006504d186 req-425007bb-36c5-4564-8b9b-1b3a186991e4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 943 time: 0.0937557 Jun 16 18:49:56.278909 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d9a8b74f-98ee-456f-91be-65006504d186 req-3fc9a93d-f991-44b0-af81-62b9999ce72e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519738 Jun 16 18:49:56.302123 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942577'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:56.319236 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:56.348222 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:56.348841 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:56.350217 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c030398-4491-46f6-8820-a359984af68d req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] 10.222.0.70 "PUT /v2.0/ports/32cb025f-050c-4314-887c-104bf1847eac HTTP/1.1" status: 200 len: 1093 time: 1.1718631 Jun 16 18:49:56.350811 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a575a96-4417-48c7-962e-056d5bf6575e', 'tag': '32cb025f-050c-4314-887c-104bf1847eac'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:49:56.353056 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721c0724-f599-4685-808a-08bae2a6b63a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a575a96-4417-48c7-962e-056d5bf6575e", "tag": "32cb025f-050c-4314-887c-104bf1847eac"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:49:56.385563 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Pushing event updated for resources: {'Port': ['ID=32cb025f-050c-4314-887c-104bf1847eac,revision_number=3']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:56.392270 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:56.478259 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfb746-2a4f-420d-8986-8709712d87b5 req-a6bd7dda-8978-4efd-8370-377ac8aa5020 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:56.480182 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5adfb746-2a4f-420d-8986-8709712d87b5 req-a6bd7dda-8978-4efd-8370-377ac8aa5020 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0706513 Jun 16 18:49:56.525537 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5adfb746-2a4f-420d-8986-8709712d87b5 req-62e39fc6-bf22-4730-be9d-6fbc3ad45a10 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390749 Jun 16 18:49:56.573976 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4392992a-c13b-40ad-acde-c20e8b3da271 x-openstack-request-id: req-4392992a-c13b-40ad-acde-c20e8b3da271 {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:49:56.573976 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a575a96-4417-48c7-962e-056d5bf6575e", "tag": "32cb025f-050c-4314-887c-104bf1847eac", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:49:56.573976 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4392992a-c13b-40ad-acde-c20e8b3da271 {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:49:56.573976 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a575a96-4417-48c7-962e-056d5bf6575e', 'tag': '32cb025f-050c-4314-887c-104bf1847eac', 'status': 'completed', 'code': 200} Jun 16 18:49:56.660203 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c0724-f599-4685-808a-08bae2a6b63a req-af389cfe-3936-4e8f-bd35-5acc5afc2e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:56.661709 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-721c0724-f599-4685-808a-08bae2a6b63a req-af389cfe-3936-4e8f-bd35-5acc5afc2e49 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 1096 time: 0.0600877 Jun 16 18:49:56.839904 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c0724-f599-4685-808a-08bae2a6b63a req-cd9ae8cf-7a53-4227-ba41-e773b5588503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:56.839904 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-721c0724-f599-4685-808a-08bae2a6b63a req-cd9ae8cf-7a53-4227-ba41-e773b5588503 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1691022 Jun 16 18:49:57.261062 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c0724-f599-4685-808a-08bae2a6b63a req-b7c7efc0-320f-455b-956d-99a65ac2bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:57.263804 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-721c0724-f599-4685-808a-08bae2a6b63a req-b7c7efc0-320f-455b-956d-99a65ac2bbc9 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4118009 Jun 16 18:49:57.299976 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c6384-ebca-43c3-a90d-fe9c9873b9ae req-60c6c94d-9f8a-4291-9453-cd0e959613c0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:57.301552 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e25c6384-ebca-43c3-a90d-fe9c9873b9ae req-60c6c94d-9f8a-4291-9453-cd0e959613c0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 946 time: 0.0804653 Jun 16 18:49:57.398320 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e25c6384-ebca-43c3-a90d-fe9c9873b9ae req-2051441a-4f05-4c85-b123-895a1ed32a71 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759480 Jun 16 18:49:57.430365 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c030398-4491-46f6-8820-a359984af68d req-aead6e5c-0632-4ce5-8144-818df881ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:57.431904 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c030398-4491-46f6-8820-a359984af68d req-aead6e5c-0632-4ce5-8144-818df881ddbd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 1096 time: 0.0837986 Jun 16 18:49:57.485700 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c030398-4491-46f6-8820-a359984af68d req-fc7942a1-3907-4e77-bc23-2a8f69d3a59e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32cb025f-050c-4314-887c-104bf1847eac HTTP/1.1" status: 200 len: 217 time: 0.0375795 Jun 16 18:49:57.554839 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1f7c0-b408-4b68-b64d-9d737e832c0b req-935df3d0-fda1-46cf-a59c-c3d7ff0ca3dd tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:57.556263 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-38b1f7c0-b408-4b68-b64d-9d737e832c0b req-935df3d0-fda1-46cf-a59c-c3d7ff0ca3dd tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 943 time: 0.1397278 Jun 16 18:49:57.560278 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c030398-4491-46f6-8820-a359984af68d req-9ae7bcfd-a3d5-4c4b-bbc8-ff23eeff30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:57.561607 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c030398-4491-46f6-8820-a359984af68d req-9ae7bcfd-a3d5-4c4b-bbc8-ff23eeff30ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e42814e8-4209-4dfd-b8c6-aefa516869c5 HTTP/1.1" status: 200 len: 851 time: 0.0651746 Jun 16 18:49:57.622641 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-38b1f7c0-b408-4b68-b64d-9d737e832c0b req-c96b5418-008d-41c7-9a95-b8542465431e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600455 Jun 16 18:49:57.650345 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c030398-4491-46f6-8820-a359984af68d req-d7e851cd-d0d3-4233-81fa-8215a706eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:57.657625 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c030398-4491-46f6-8820-a359984af68d req-d7e851cd-d0d3-4233-81fa-8215a706eb7a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eb9a49dd-9ddc-41da-a244-4443a4784c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0757697 Jun 16 18:49:57.779441 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c030398-4491-46f6-8820-a359984af68d req-6e0f1fdf-9f18-45b8-8da0-afc42c2f0a54 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189578 Jun 16 18:49:57.786963 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5b480-6f87-4b9d-bf0f-3b7b33ce9c57 req-1e618911-efc7-4aa8-9fb5-5628aaf5eb86 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:57.788403 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2ab5b480-6f87-4b9d-bf0f-3b7b33ce9c57 req-1e618911-efc7-4aa8-9fb5-5628aaf5eb86 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.1404696 Jun 16 18:49:57.878306 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2ab5b480-6f87-4b9d-bf0f-3b7b33ce9c57 req-649db421-0912-4f08-8b4b-35001f0b66f0 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801568 Jun 16 18:49:57.901018 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4c030398-4491-46f6-8820-a359984af68d req-266e81d8-76a5-4479-bb16-685e5edd27a8 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115432 Jun 16 18:49:58.025237 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97fd0b-fe13-4908-8850-24cb01d78aa7 req-fc880f6d-8f59-4c75-967d-1a77873c5191 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:58.026671 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3a97fd0b-fe13-4908-8850-24cb01d78aa7 req-fc880f6d-8f59-4c75-967d-1a77873c5191 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 946 time: 0.0624769 Jun 16 18:49:58.157577 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [req-3a97fd0b-fe13-4908-8850-24cb01d78aa7 req-d7ed9e87-b86b-497e-b378-ed5dcf8b84b0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Deleting port 7690148f-27d7-4668-af8f-91806a0b605b {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:49:58.157832 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-3a97fd0b-fe13-4908-8850-24cb01d78aa7 req-d7ed9e87-b86b-497e-b378-ed5dcf8b84b0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:58.245757 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-3a97fd0b-fe13-4908-8850-24cb01d78aa7 req-d7ed9e87-b86b-497e-b378-ed5dcf8b84b0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] For port 7690148f-27d7-4668-af8f-91806a0b605b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7690148f-27d7-4668-af8f-91806a0b605b,segment=NetworkSegment(bd00c71c-858b-4282-a67b-a8bc165b7251),segment_id=bd00c71c-858b-4282-a67b-a8bc165b7251)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:49:58.246111 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-3a97fd0b-fe13-4908-8850-24cb01d78aa7 req-d7ed9e87-b86b-497e-b378-ed5dcf8b84b0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:58.314198 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [req-3a97fd0b-fe13-4908-8850-24cb01d78aa7 req-d7ed9e87-b86b-497e-b378-ed5dcf8b84b0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Calling delete_port for 7690148f-27d7-4668-af8f-91806a0b605b owned by compute:nova {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:49:58.523391 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-3a97fd0b-fe13-4908-8850-24cb01d78aa7 req-d7ed9e87-b86b-497e-b378-ed5dcf8b84b0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:58.539475 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-edfa5e9d-4da9-4bc2-bb28-95cb7a03187f tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:49:58.539580 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['7690148f-27d7-4668-af8f-91806a0b605b'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:49:58.582621 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed9e87-b86b-497e-b378-ed5dcf8b84b0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Pushing event deleted for resources: {'Port': ['ID=7690148f-27d7-4668-af8f-91806a0b605b,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:58.586947 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0017e975-816d-46e0-8b95-cd00f2d41221 req-d4592966-962e-4d86-a570-5ccf8af80a1a tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 210 time: 0.0614264 Jun 16 18:49:58.590700 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-d7ed9e87-b86b-497e-b378-ed5dcf8b84b0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:49:58.633191 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a97fd0b-fe13-4908-8850-24cb01d78aa7 req-d7ed9e87-b86b-497e-b378-ed5dcf8b84b0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] No DVR routers for this DVR port 7690148f-27d7-4668-af8f-91806a0b605b on host hv-cinder-66710 {{(pid=100039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:49:58.636063 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-3a97fd0b-fe13-4908-8850-24cb01d78aa7 req-d7ed9e87-b86b-497e-b378-ed5dcf8b84b0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:58.638149 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3a97fd0b-fe13-4908-8850-24cb01d78aa7 req-d7ed9e87-b86b-497e-b378-ed5dcf8b84b0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.70 "DELETE /v2.0/ports/7690148f-27d7-4668-af8f-91806a0b605b HTTP/1.1" status: 204 len: 173 time: 0.5870008 Jun 16 18:49:58.638641 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fb8be3-fbc8-4627-b83c-17fcab873ec9', 'name': 'network-vif-deleted', 'tag': '7690148f-27d7-4668-af8f-91806a0b605b'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:49:58.647877 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e425bf8-ffda-4081-932b-bd2427c3f2e6" -d '{"events": [{"server_uuid": "38fb8be3-fbc8-4627-b83c-17fcab873ec9", "name": "network-vif-deleted", "tag": "7690148f-27d7-4668-af8f-91806a0b605b"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:49:58.686072 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4980c6-532a-4276-881e-4f105bd71abc x-openstack-request-id: req-8f4980c6-532a-4276-881e-4f105bd71abc {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:49:58.686424 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38fb8be3-fbc8-4627-b83c-17fcab873ec9", "name": "network-vif-deleted", "tag": "7690148f-27d7-4668-af8f-91806a0b605b", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:49:58.686920 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f4980c6-532a-4276-881e-4f105bd71abc {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:49:58.687457 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fb8be3-fbc8-4627-b83c-17fcab873ec9', 'name': 'network-vif-deleted', 'tag': '7690148f-27d7-4668-af8f-91806a0b605b', 'status': 'completed', 'code': 200} Jun 16 18:49:58.827134 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519ac44-6829-4b8f-be48-df10bc532cd9 req-24908d7e-bb39-4f72-87a0-4b2c89590d7b tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:58.833378 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1519ac44-6829-4b8f-be48-df10bc532cd9 req-24908d7e-bb39-4f72-87a0-4b2c89590d7b tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 943 time: 0.0693984 Jun 16 18:49:58.874135 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1519ac44-6829-4b8f-be48-df10bc532cd9 req-d78e28b7-1c5a-490d-a831-f3fd580e35e0 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371380 Jun 16 18:49:59.172345 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3bfda-5dc1-4a6e-bc8a-cc14798aa135 req-4155967b-872a-4a4f-8e1b-e94867a29cd7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:59.173905 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1af3bfda-5dc1-4a6e-bc8a-cc14798aa135 req-4155967b-872a-4a4f-8e1b-e94867a29cd7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.1760209 Jun 16 18:49:59.188108 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07891848-6eee-4527-9a00-153d398719de req-6007ca19-cb3b-4964-bc3f-fbd46ebf6004 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:59.189505 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-07891848-6eee-4527-9a00-153d398719de req-6007ca19-cb3b-4964-bc3f-fbd46ebf6004 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/networks?id=f7d28e2b-657a-4fea-87fc-61fc43c743d6 HTTP/1.1" status: 200 len: 815 time: 0.1595476 Jun 16 18:49:59.223219 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-07891848-6eee-4527-9a00-153d398719de req-90616fbc-5f58-444f-b996-71a4e007474d tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/quotas/7d15b68681b3461f9393ea46b06f632e HTTP/1.1" status: 200 len: 375 time: 0.0258517 Jun 16 18:49:59.248668 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d0581-2841-449a-a8fb-4a18943f2c7c req-287e2cb6-852b-4265-9d74-da350e427766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:49:59.250614 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3f9d0581-2841-449a-a8fb-4a18943f2c7c req-287e2cb6-852b-4265-9d74-da350e427766 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 1098 time: 0.1493309 Jun 16 18:49:59.254940 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1af3bfda-5dc1-4a6e-bc8a-cc14798aa135 req-ef3d57f4-2796-4051-9a3e-b640979cb600 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752861 Jun 16 18:49:59.316934 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3f9d0581-2841-449a-a8fb-4a18943f2c7c req-607d82b8-03b9-45a2-a0ba-ae8c990f3446 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444024 Jun 16 18:49:59.334201 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-07891848-6eee-4527-9a00-153d398719de req-6f196a82-3fdb-4f4f-8499-0d37b9411161 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d15b68681b3461f9393ea46b06f632e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999377 Jun 16 18:49:59.421788 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-07891848-6eee-4527-9a00-153d398719de req-04152532-92d8-4f8e-8c4c-7e18c7f019ab service neutron] 10.222.0.41 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807347 Jun 16 18:49:59.514188 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-07891848-6eee-4527-9a00-153d398719de req-a2dcf2ca-699b-4796-baac-a217aa1f96a2 service neutron] 10.222.0.41 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856013 Jun 16 18:49:59.835152 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-21cd7e97-51a9-4754-a805-8f067e1269c4 req-f4416bef-e6f1-458f-b776-0e3a35e947e9 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 210 time: 0.0533037 Jun 16 18:49:59.872783 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a278dbae-2f94-4d31-8392-2f1bec072669 req-7aa96810-dfa6-47f9-a82a-27a138bbfd5e tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] 10.222.0.41 "GET /v2.0/ports?device_id=38fb8be3-fbc8-4627-b83c-17fcab873ec9 HTTP/1.1" status: 200 len: 210 time: 0.0317194 Jun 16 18:50:00.059055 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da1531-5c4b-424d-8ce9-dd9a3f0355c1 req-d3f66a57-ccec-43bd-8244-f34c35fe1f44 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:00.060507 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-20da1531-5c4b-424d-8ce9-dd9a3f0355c1 req-d3f66a57-ccec-43bd-8244-f34c35fe1f44 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 943 time: 0.0685995 Jun 16 18:50:00.102843 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-20da1531-5c4b-424d-8ce9-dd9a3f0355c1 req-96707374-7594-4c9d-b740-e1833f47bb21 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365570 Jun 16 18:50:00.432993 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95730c25-044d-4b96-8c0d-289437dc64f5 req-cc4450b2-4d52-45d8-b085-b61ff55b408d tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:00.434462 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-95730c25-044d-4b96-8c0d-289437dc64f5 req-cc4450b2-4d52-45d8-b085-b61ff55b408d tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0644293 Jun 16 18:50:00.473077 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-95730c25-044d-4b96-8c0d-289437dc64f5 req-63ae6242-2ec8-4ac1-924e-647976defd75 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323775 Jun 16 18:50:00.990573 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b3d44677-c298-4fba-972e-619591e2ae7d req-3d64b21a-9f04-4fc9-b54d-0a78b9e1f89f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 210 time: 0.0466492 Jun 16 18:50:01.294745 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b975051-bb5f-4863-9674-128301d612c2 req-a8144eda-b9d4-48c0-a02f-334daa1e4117 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:01.296490 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1b975051-bb5f-4863-9674-128301d612c2 req-a8144eda-b9d4-48c0-a02f-334daa1e4117 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 943 time: 0.0719738 Jun 16 18:50:01.333426 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1b975051-bb5f-4863-9674-128301d612c2 req-405fafee-2719-4777-85b0-d008ba550913 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306013 Jun 16 18:50:01.646843 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98067c-68e4-41d8-91f1-1f2c167df09b req-23c44cba-7e0a-4de5-9106-0d3fb8138195 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:01.648267 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fb98067c-68e4-41d8-91f1-1f2c167df09b req-23c44cba-7e0a-4de5-9106-0d3fb8138195 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0641832 Jun 16 18:50:01.689567 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fb98067c-68e4-41d8-91f1-1f2c167df09b req-edca7695-6a3b-4d3a-921b-7e94b560c4c5 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344260 Jun 16 18:50:02.045606 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 7690148f-27d7-4668-af8f-91806a0b605b no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:50:02.070457 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: 7690148f-27d7-4668-af8f-91806a0b605b {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:50:02.070457 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 7690148f-27d7-4668-af8f-91806a0b605b not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:50:02.151840 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ae573686-9c12-4206-a28e-a357da7fba99 req-21a6c5f7-f893-4b5f-a289-a525afb68d4e tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 210 time: 0.0301111 Jun 16 18:50:02.378720 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955daacd-4c03-4e53-9e5e-741a8191cea0 req-3148c072-b678-4f99-9bc5-b7951a4fb6fb tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:02.380257 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-955daacd-4c03-4e53-9e5e-741a8191cea0 req-3148c072-b678-4f99-9bc5-b7951a4fb6fb tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.1267960 Jun 16 18:50:02.385096 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920047a-a7cc-4c5b-a711-83ff80ea50d6 req-310e5df1-9b99-413b-b88f-0bf450be82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:02.386693 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a920047a-a7cc-4c5b-a711-83ff80ea50d6 req-310e5df1-9b99-413b-b88f-0bf450be82d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=800642a613714aec9372ad858f15dd9b&device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 1098 time: 0.0864677 Jun 16 18:50:02.505072 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-955daacd-4c03-4e53-9e5e-741a8191cea0 req-4c658293-f146-4f23-96b6-95d3775aac13 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142964 Jun 16 18:50:02.562001 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920047a-a7cc-4c5b-a711-83ff80ea50d6 req-cc2ffe6b-93e0-4891-a0ba-e1e5ccff2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:02.564314 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a920047a-a7cc-4c5b-a711-83ff80ea50d6 req-cc2ffe6b-93e0-4891-a0ba-e1e5ccff2808 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc88b1e0-01b8-46a4-896b-30044689d0a1 HTTP/1.1" status: 200 len: 920 time: 0.1636329 Jun 16 18:50:02.618090 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec36271-1762-4b8d-91c4-2e179aa89f3f req-14c5502e-a461-46d0-a1d5-e2cf95596233 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:02.626744 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3ec36271-1762-4b8d-91c4-2e179aa89f3f req-14c5502e-a461-46d0-a1d5-e2cf95596233 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 943 time: 0.1650982 Jun 16 18:50:02.657718 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a920047a-a7cc-4c5b-a711-83ff80ea50d6 req-d94dfc5f-db1a-4a97-8ca1-f7dd425660cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=805562b2-2c79-4a2a-8511-0f62973004e8 HTTP/1.1" status: 200 len: 217 time: 0.0827672 Jun 16 18:50:02.686881 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07891848-6eee-4527-9a00-153d398719de req-5ce25668-e55b-4893-8647-4a22ad61d10f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:02.688630 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-07891848-6eee-4527-9a00-153d398719de req-5ce25668-e55b-4893-8647-4a22ad61d10f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.70 "GET /v2.0/networks?id=f7d28e2b-657a-4fea-87fc-61fc43c743d6 HTTP/1.1" status: 200 len: 815 time: 0.1979704 Jun 16 18:50:02.704412 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-07891848-6eee-4527-9a00-153d398719de req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Request body: {'port': {'device_id': '215de5f1-780b-4d35-a5f0-f5983814838e', 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6', 'admin_state_up': True, 'tenant_id': '7d15b68681b3461f9393ea46b06f632e'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:50:02.737026 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3ec36271-1762-4b8d-91c4-2e179aa89f3f req-26d3f6c6-26a7-4db5-9844-6d8adb5eb7f0 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006732 Jun 16 18:50:02.748129 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920047a-a7cc-4c5b-a711-83ff80ea50d6 req-5dd8125c-158d-4eeb-9b17-5a04ff216e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:02.749656 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a920047a-a7cc-4c5b-a711-83ff80ea50d6 req-5dd8125c-158d-4eeb-9b17-5a04ff216e21 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=940bc029-0d55-45ba-9372-a743fe6683d3 HTTP/1.1" status: 200 len: 859 time: 0.0625627 Jun 16 18:50:02.794214 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a920047a-a7cc-4c5b-a711-83ff80ea50d6 req-b55bdf20-7bc1-408a-aca1-dda095f5d5e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc88b1e0-01b8-46a4-896b-30044689d0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301509 Jun 16 18:50:02.890941 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a920047a-a7cc-4c5b-a711-83ff80ea50d6 req-a0f65fac-768b-4005-a3d2-ea0e9c4972fb service neutron] 10.222.0.70 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881748 Jun 16 18:50:02.929197 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07891848-6eee-4527-9a00-153d398719de req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Made reservation on behalf of 7d15b68681b3461f9393ea46b06f632e for: {'port': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:50:02.934695 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-07891848-6eee-4527-9a00-153d398719de req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:02.987497 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a920047a-a7cc-4c5b-a711-83ff80ea50d6 req-c8513240-f177-4fdc-8175-ed5eb014ede0 service neutron] 10.222.0.70 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879378 Jun 16 18:50:03.076480 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [req-07891848-6eee-4527-9a00-153d398719de req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Allocated IP 172.20.0.12 (f7d28e2b-657a-4fea-87fc-61fc43c743d6/c2046873-1d24-45e3-9c20-f4da0bce1314/d4ad6c02-113c-4a96-a8a2-73e80ddf1332) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:50:03.222834 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-07891848-6eee-4527-9a00-153d398719de req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:03.325633 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 48180) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:50:03.351978 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-07891848-6eee-4527-9a00-153d398719de req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25564287'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:03.355990 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:03.402280 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07891848-6eee-4527-9a00-153d398719de req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Network f7d28e2b-657a-4fea-87fc-61fc43c743d6 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:50:03.408316 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [req-07891848-6eee-4527-9a00-153d398719de req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:50:03.412154 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-07891848-6eee-4527-9a00-153d398719de req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:50:03.418506 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Pushing event updated for resources: {'Port': ['ID=d4ad6c02-113c-4a96-a8a2-73e80ddf1332,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:03.451833 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:03.452206 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:03.452567 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:03.452925 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:03.453306 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:03.453653 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:03.454051 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:03.454350 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:03.454693 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:03.455056 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:03.455402 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:03.455741 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:03.460964 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:03.483931 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-eecdb49e-9d33-498c-b20f-ab7791d0b251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:03.491502 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07891848-6eee-4527-9a00-153d398719de req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:03.492108 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-07891848-6eee-4527-9a00-153d398719de req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:03.572184 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['0b4a2639-ab37-40b2-9e02-cf2845abc7fe', 'e2e85b10-7e6a-4fcf-a088-11f29270bbaf', '185a4801-5532-45b4-8658-28481ab12d24'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:50:03.589445 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-07891848-6eee-4527-9a00-153d398719de req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8905845 Jun 16 18:50:03.671249 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-eecdb49e-9d33-498c-b20f-ab7791d0b251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:03.678279 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Request body: {'port': {'device_id': '215de5f1-780b-4d35-a5f0-f5983814838e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:50:03.751955 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:03.791765 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-eecdb49e-9d33-498c-b20f-ab7791d0b251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:03.796533 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:03.809124 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d4e28-6a0d-4374-b57c-42febce373ad req-13990054-e09e-4527-9beb-f5b618e467ed tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:03.810619 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-593d4e28-6a0d-4374-b57c-42febce373ad req-13990054-e09e-4527-9beb-f5b618e467ed tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 932 time: 0.0649252 Jun 16 18:50:03.850863 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-593d4e28-6a0d-4374-b57c-42febce373ad req-b450bf70-f26f-401d-b893-6f0806342353 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339026 Jun 16 18:50:03.854764 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-eecdb49e-9d33-498c-b20f-ab7791d0b251 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56c8455a90454c80acc9633d62152823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5280828 Jun 16 18:50:03.857809 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 48198) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:50:03.859033 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdb49e-9d33-498c-b20f-ab7791d0b251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9499872-362d-44f6-bc0d-f5b2f5631089,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:03.906839 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-eecdb49e-9d33-498c-b20f-ab7791d0b251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:03.943179 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-93a94b4a-2619-4dbf-b6d1-8ba9dfb9b6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:03.975981 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-93a94b4a-2619-4dbf-b6d1-8ba9dfb9b6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:04.064114 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0bfff-9f1c-423e-b63a-26dd4e5e9714 req-294ad7da-f12e-4a70-b08e-685f34c9636b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:04.065748 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e8f0bfff-9f1c-423e-b63a-26dd4e5e9714 req-294ad7da-f12e-4a70-b08e-685f34c9636b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0830925 Jun 16 18:50:04.081911 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ad6c02-113c-4a96-a8a2-73e80ddf1332 {{(pid=100040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:50:04.089654 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:04.104126 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e8f0bfff-9f1c-423e-b63a-26dd4e5e9714 req-c54bbaa6-5162-4be4-b534-39c90a11a433 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325019 Jun 16 18:50:04.111773 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Transition to ACTIVE for port object d4ad6c02-113c-4a96-a8a2-73e80ddf1332 will not be triggered until provisioned by entity L2. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:50:04.118430 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-93a94b4a-2619-4dbf-b6d1-8ba9dfb9b6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:04.118430 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-93a94b4a-2619-4dbf-b6d1-8ba9dfb9b6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:04.118430 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-93a94b4a-2619-4dbf-b6d1-8ba9dfb9b6b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9499872-362d-44f6-bc0d-f5b2f5631089 HTTP/1.1" status: 204 len: 168 time: 0.2570605 Jun 16 18:50:04.118430 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-405ef007-a236-4a36-887d-2a17ca02607f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:04.124279 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a94b4a-2619-4dbf-b6d1-8ba9dfb9b6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9499872-362d-44f6-bc0d-f5b2f5631089,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:04.134020 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-93a94b4a-2619-4dbf-b6d1-8ba9dfb9b6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:04.180549 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:04.183765 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-8c0a3232-21b4-49d1-8d46-6fb0b228cd84 tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:04.266601 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ad6c02-113c-4a96-a8a2-73e80ddf1332,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:04.273927 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:04.304750 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89647eb0-f18e-4490-acf4-a61748e63ee9 req-84d2400f-2509-474d-a616-19c030ab1a86 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:04.306265 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-89647eb0-f18e-4490-acf4-a61748e63ee9 req-84d2400f-2509-474d-a616-19c030ab1a86 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 943 time: 0.0781181 Jun 16 18:50:04.349486 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-89647eb0-f18e-4490-acf4-a61748e63ee9 req-b26c8bab-99df-497e-ac4b-eb764f856c3c tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368085 Jun 16 18:50:04.353857 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Attempting to bind port d4ad6c02-113c-4a96-a8a2-73e80ddf1332 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:50:04.354461 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Attempting to bind port d4ad6c02-113c-4a96-a8a2-73e80ddf1332 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:50:04.354807 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Attempting to bind port d4ad6c02-113c-4a96-a8a2-73e80ddf1332 on network f7d28e2b-657a-4fea-87fc-61fc43c743d6 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:50:04.359465 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Port d4ad6c02-113c-4a96-a8a2-73e80ddf1332 on network f7d28e2b-657a-4fea-87fc-61fc43c743d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:50:04.359785 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Attempting to bind port d4ad6c02-113c-4a96-a8a2-73e80ddf1332 on network f7d28e2b-657a-4fea-87fc-61fc43c743d6 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:50:04.364845 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:50:04.365184 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Checking segment: {'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:50:04.365564 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Bound using segment: {'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:50:04.366081 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Bound port: d4ad6c02-113c-4a96-a8a2-73e80ddf1332, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6'}}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:50:04.366458 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:04.433554 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] For port d4ad6c02-113c-4a96-a8a2-73e80ddf1332, host hv-cinder-66710, cleared binding levels {{(pid=100040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:50:04.437287 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] For port d4ad6c02-113c-4a96-a8a2-73e80ddf1332, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=d4ad6c02-113c-4a96-a8a2-73e80ddf1332,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:50:04.552065 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:04.554277 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:04.590524 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:04.591150 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:04.592560 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-07891848-6eee-4527-9a00-153d398719de req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] 10.222.0.70 "PUT /v2.0/ports/d4ad6c02-113c-4a96-a8a2-73e80ddf1332 HTTP/1.1" status: 200 len: 1094 time: 0.9194641 Jun 16 18:50:04.592975 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215de5f1-780b-4d35-a5f0-f5983814838e', 'tag': 'd4ad6c02-113c-4a96-a8a2-73e80ddf1332'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:50:04.595311 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad2c4ab-9dda-44a7-8d52-55c3f6e665d3" -d '{"events": [{"name": "network-changed", "server_uuid": "215de5f1-780b-4d35-a5f0-f5983814838e", "tag": "d4ad6c02-113c-4a96-a8a2-73e80ddf1332"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:50:04.621470 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ad6c02-113c-4a96-a8a2-73e80ddf1332,revision_number=3']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:04.624557 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:04.631848 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28056893-5d0c-46ba-b56e-0d96b3f4c88b x-openstack-request-id: req-28056893-5d0c-46ba-b56e-0d96b3f4c88b {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:50:04.632161 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215de5f1-780b-4d35-a5f0-f5983814838e", "tag": "d4ad6c02-113c-4a96-a8a2-73e80ddf1332", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:50:04.632442 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28056893-5d0c-46ba-b56e-0d96b3f4c88b {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:50:04.632856 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215de5f1-780b-4d35-a5f0-f5983814838e', 'tag': 'd4ad6c02-113c-4a96-a8a2-73e80ddf1332', 'status': 'completed', 'code': 200} Jun 16 18:50:05.044696 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35367297-a3b7-4cd0-8b2c-5b80adf254bb req-f14280b3-f1a8-4062-8859-e3a27772888b tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:05.046683 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-35367297-a3b7-4cd0-8b2c-5b80adf254bb req-f14280b3-f1a8-4062-8859-e3a27772888b tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 944 time: 0.0645804 Jun 16 18:50:05.084479 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-35367297-a3b7-4cd0-8b2c-5b80adf254bb req-b6f5e757-4d17-4e09-add5-83066e5b0b2c tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319362 Jun 16 18:50:05.276526 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b233ba7-3d52-430c-9849-95c49cc03550 req-9726acdb-52c8-45be-9d8f-5d1deba2768f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:05.278116 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1b233ba7-3d52-430c-9849-95c49cc03550 req-9726acdb-52c8-45be-9d8f-5d1deba2768f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0640900 Jun 16 18:50:05.317317 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1b233ba7-3d52-430c-9849-95c49cc03550 req-676d7f57-2e82-498a-80a8-ce116cbcf75e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333724 Jun 16 18:50:05.524752 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca617-6c1c-4856-9d11-ec96d6d86190 req-b128ae0f-d692-4f4d-83c9-1d734eeede1e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:05.526299 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-709ca617-6c1c-4856-9d11-ec96d6d86190 req-b128ae0f-d692-4f4d-83c9-1d734eeede1e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 943 time: 0.0658808 Jun 16 18:50:05.565629 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-709ca617-6c1c-4856-9d11-ec96d6d86190 req-b6994c71-39e2-4e1e-a432-33d06dac0d50 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333905 Jun 16 18:50:05.718233 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:50:07.763467 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2c4ab-9dda-44a7-8d52-55c3f6e665d3 req-6bc29366-6c9b-4752-8292-d48085c1c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:07.764926 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-5ad2c4ab-9dda-44a7-8d52-55c3f6e665d3 req-6bc29366-6c9b-4752-8292-d48085c1c47d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d15b68681b3461f9393ea46b06f632e&device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 1097 time: 0.0512490 Jun 16 18:50:07.909323 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2c4ab-9dda-44a7-8d52-55c3f6e665d3 req-6f27a544-09e3-4fef-9f6d-6a490fa882b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:07.910783 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-5ad2c4ab-9dda-44a7-8d52-55c3f6e665d3 req-6f27a544-09e3-4fef-9f6d-6a490fa882b6 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=7d15b68681b3461f9393ea46b06f632e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1166267 Jun 16 18:50:07.941112 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0ef22-70c6-490d-90f3-9472d99f5ef7 req-f0541aa8-4f88-47b3-bba2-7d2876ca74ed tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:07.942694 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f9c0ef22-70c6-490d-90f3-9472d99f5ef7 req-f0541aa8-4f88-47b3-bba2-7d2876ca74ed tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 944 time: 0.0754972 Jun 16 18:50:08.010687 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f9c0ef22-70c6-490d-90f3-9472d99f5ef7 req-a7562c18-1cbd-4e9c-bca8-73762020bacc tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584416 Jun 16 18:50:08.032297 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117fa81-0c9f-4dd4-af1c-894a451fdc42 req-cc99484f-34be-4930-a5c4-af107f60a1d2 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:08.033867 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1117fa81-0c9f-4dd4-af1c-894a451fdc42 req-cc99484f-34be-4930-a5c4-af107f60a1d2 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0902109 Jun 16 18:50:08.071385 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1117fa81-0c9f-4dd4-af1c-894a451fdc42 req-a41b476e-92a7-46d0-9d86-f55d0cca17ba tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318356 Jun 16 18:50:08.168375 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c27162-5c30-46ad-b18b-29374eb8ead0 req-ff798125-efcc-441e-925d-54802abb8ac3 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:08.170331 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-36c27162-5c30-46ad-b18b-29374eb8ead0 req-ff798125-efcc-441e-925d-54802abb8ac3 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 943 time: 0.0631306 Jun 16 18:50:08.211486 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-36c27162-5c30-46ad-b18b-29374eb8ead0 req-6ba73eec-1267-4666-9a7d-eb93c2b0bfb7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354877 Jun 16 18:50:08.222335 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2c4ab-9dda-44a7-8d52-55c3f6e665d3 req-53c318e2-6429-4008-b998-f28d4e6de137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:08.223828 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-5ad2c4ab-9dda-44a7-8d52-55c3f6e665d3 req-53c318e2-6429-4008-b998-f28d4e6de137 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021986 Jun 16 18:50:08.362307 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07891848-6eee-4527-9a00-153d398719de req-0f09e965-483b-47ce-bbf1-e22c04c122a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:08.363729 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-07891848-6eee-4527-9a00-153d398719de req-0f09e965-483b-47ce-bbf1-e22c04c122a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d15b68681b3461f9393ea46b06f632e&device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 1097 time: 0.0524840 Jun 16 18:50:08.449348 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-07891848-6eee-4527-9a00-153d398719de req-7104e56d-3dec-4948-ad6b-c160342baadf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4ad6c02-113c-4a96-a8a2-73e80ddf1332 HTTP/1.1" status: 200 len: 217 time: 0.0405688 Jun 16 18:50:08.497782 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07891848-6eee-4527-9a00-153d398719de req-afd206bb-ade9-422f-96f0-1039e64fb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:08.499225 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-07891848-6eee-4527-9a00-153d398719de req-afd206bb-ade9-422f-96f0-1039e64fb008 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2046873-1d24-45e3-9c20-f4da0bce1314 HTTP/1.1" status: 200 len: 855 time: 0.0423467 Jun 16 18:50:08.550006 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-07891848-6eee-4527-9a00-153d398719de req-7837e17b-b4fe-42c5-aa50-68960244cccd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7d28e2b-657a-4fea-87fc-61fc43c743d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273893 Jun 16 18:50:08.640543 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-07891848-6eee-4527-9a00-153d398719de req-bda3146d-db15-4d08-b593-4b526fc6f1f6 service neutron] 10.222.0.70 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826848 Jun 16 18:50:13.148126 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-07891848-6eee-4527-9a00-153d398719de req-2da85fc6-35cd-450d-9c80-4ef360fc950e service neutron] 10.222.0.70 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847621 Jun 16 18:50:15.545745 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-a4224b66-c753-43cd-b6e1-f3761945a4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:15.853504 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bdf55-802b-4ed7-81f0-92cb13f8743e req-3615e3b5-62bc-449e-86a6-7b2bf068d495 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:15.854939 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b55bdf55-802b-4ed7-81f0-92cb13f8743e req-3615e3b5-62bc-449e-86a6-7b2bf068d495 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 944 time: 0.3530152 Jun 16 18:50:15.863300 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddf23a-b0f1-4b8b-99b5-4bb68aa9388c req-bdf8e00e-b477-4561-89ba-6c900c3ef7b8 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:15.864680 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f3ddf23a-b0f1-4b8b-99b5-4bb68aa9388c req-bdf8e00e-b477-4561-89ba-6c900c3ef7b8 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.3510580 Jun 16 18:50:15.915339 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b55bdf55-802b-4ed7-81f0-92cb13f8743e req-bbe20a77-3753-44b0-a80d-41fbc410dd26 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497026 Jun 16 18:50:15.922207 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f3ddf23a-b0f1-4b8b-99b5-4bb68aa9388c req-edf07788-3b1f-44b7-9133-27766afe0034 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508900 Jun 16 18:50:16.086158 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf118c7-c2a4-4a09-816d-49d1a6962825 req-f31e835a-c594-4500-8b1a-bc59dc78bbe3 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:16.087669 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8bf118c7-c2a4-4a09-816d-49d1a6962825 req-f31e835a-c594-4500-8b1a-bc59dc78bbe3 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 943 time: 0.0642626 Jun 16 18:50:16.124280 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8bf118c7-c2a4-4a09-816d-49d1a6962825 req-35a850ff-bc84-4a2c-adef-8f40e9215fa7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310977 Jun 16 18:50:17.130718 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d261ee-86c5-4f60-88a3-17832be65596 req-4eb10bb1-5559-4ba5-ad87-464c6de29cca tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:17.132194 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a6d261ee-86c5-4f60-88a3-17832be65596 req-4eb10bb1-5559-4ba5-ad87-464c6de29cca tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 944 time: 0.1037929 Jun 16 18:50:17.143882 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0221b98-a4e5-47b1-bf22-a785b363374b req-7a13b145-67d9-499a-88c6-1a888ea9f65a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:17.145256 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d0221b98-a4e5-47b1-bf22-a785b363374b req-7a13b145-67d9-499a-88c6-1a888ea9f65a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0870531 Jun 16 18:50:17.197692 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a6d261ee-86c5-4f60-88a3-17832be65596 req-e17ee46e-8914-45e9-8885-42431efd3571 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515082 Jun 16 18:50:17.203264 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d0221b98-a4e5-47b1-bf22-a785b363374b req-e1bbde7d-ac94-4ab8-b182-441c1aafe2da tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510402 Jun 16 18:50:17.362477 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9183a-ea7a-4464-9948-3656303df71b req-ecd6f133-1600-4b4a-99c6-6f33789a72c8 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:17.363889 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-27f9183a-ea7a-4464-9948-3656303df71b req-ecd6f133-1600-4b4a-99c6-6f33789a72c8 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 943 time: 0.0662901 Jun 16 18:50:17.401527 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-27f9183a-ea7a-4464-9948-3656303df71b req-a96b1e7a-0c4a-46a1-96de-0f4938cd434b tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316157 Jun 16 18:50:17.997165 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-a4510b71-2f1e-4220-bc83-333f93f01bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:18.367274 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:19.168565 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:20.952903 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:23.994567 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24316bb1-dc45-436d-ad08-b59a2e47f63d req-523b235f-eacb-4e90-b49b-050b03dba010 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:23.996768 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-24316bb1-dc45-436d-ad08-b59a2e47f63d req-523b235f-eacb-4e90-b49b-050b03dba010 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.1140108 Jun 16 18:50:24.035211 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22f75d-bde3-4141-a7e0-7889eaad032d req-4d3bb773-4769-42d2-9e3a-e8642d65daf6 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:24.044304 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a22f75d-bde3-4141-a7e0-7889eaad032d req-4d3bb773-4769-42d2-9e3a-e8642d65daf6 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 944 time: 0.1983771 Jun 16 18:50:24.113598 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-24316bb1-dc45-436d-ad08-b59a2e47f63d req-d834a485-c848-4c95-9664-f9c2d3cec2f4 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001041 Jun 16 18:50:24.118884 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a22f75d-bde3-4141-a7e0-7889eaad032d req-6e7bf9e2-c072-4509-9a0f-f03cb8ddcdeb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736494 Jun 16 18:50:24.307451 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e86250-ebff-4c29-bcd5-042490101bce req-312e2057-e66c-4caf-a874-1d66ef195fcf tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:24.309226 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-67e86250-ebff-4c29-bcd5-042490101bce req-312e2057-e66c-4caf-a874-1d66ef195fcf tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 943 time: 0.0680180 Jun 16 18:50:24.352577 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-67e86250-ebff-4c29-bcd5-042490101bce req-68c829b8-4934-4849-8fe7-dcf3448b4011 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335164 Jun 16 18:50:25.360050 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e308753-0a5c-460a-8489-b057b53557d1 req-4bb5cd69-2719-47ec-940e-e7daace0af5c tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:25.361473 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4e308753-0a5c-460a-8489-b057b53557d1 req-4bb5cd69-2719-47ec-940e-e7daace0af5c tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 944 time: 0.0918739 Jun 16 18:50:25.369510 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d5744-b3ac-46b2-962b-1aca48f19e00 req-c205a6ef-d3bf-44e6-aa0d-e07fe3a63fb1 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:25.377127 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-065d5744-b3ac-46b2-962b-1aca48f19e00 req-c205a6ef-d3bf-44e6-aa0d-e07fe3a63fb1 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.1358109 Jun 16 18:50:25.443742 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-065d5744-b3ac-46b2-962b-1aca48f19e00 req-7016af36-ba1c-4358-81c5-f4d39335d05e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645618 Jun 16 18:50:25.453793 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4e308753-0a5c-460a-8489-b057b53557d1 req-a5d1f529-5a0c-4333-bbb3-fc751f3478bb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676558 Jun 16 18:50:25.652955 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec7d2f-a522-4acb-9cf1-e61a93c0a385 req-f2641413-bf69-45cc-bcba-d042f87a357f tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:25.659516 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-52ec7d2f-a522-4acb-9cf1-e61a93c0a385 req-f2641413-bf69-45cc-bcba-d042f87a357f tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 943 time: 0.0871289 Jun 16 18:50:25.695532 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-52ec7d2f-a522-4acb-9cf1-e61a93c0a385 req-38ca8181-c5f7-4213-bddb-25360e787f7b tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349941 Jun 16 18:50:26.018851 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:26.678006 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd08675-3df7-4f2f-8b64-a32dff94a0eb req-21ca9cc1-3e27-4af6-b961-930e73f2308a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:26.680800 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bcd08675-3df7-4f2f-8b64-a32dff94a0eb req-21ca9cc1-3e27-4af6-b961-930e73f2308a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.1177425 Jun 16 18:50:26.723303 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eb0fb-1e8a-4184-8b6d-61e518f56306 req-299cd9b1-c0df-4cfc-93ec-5540c58a2f7c tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:26.725511 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7d7eb0fb-1e8a-4184-8b6d-61e518f56306 req-299cd9b1-c0df-4cfc-93ec-5540c58a2f7c tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 944 time: 0.1240568 Jun 16 18:50:26.751320 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bcd08675-3df7-4f2f-8b64-a32dff94a0eb req-3dc1c78f-fbd0-4895-b6d1-2370e87473d6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645156 Jun 16 18:50:26.787872 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7d7eb0fb-1e8a-4184-8b6d-61e518f56306 req-ee807d27-9858-4359-aee2-3f846b0126d6 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525613 Jun 16 18:50:26.946060 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b682b5-ed7e-4035-8bdd-cbd8ab0b603d req-a6bf1c8d-109b-4ab5-a183-9a95fc356c20 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:26.953955 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d5b682b5-ed7e-4035-8bdd-cbd8ab0b603d req-a6bf1c8d-109b-4ab5-a183-9a95fc356c20 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 943 time: 0.0792778 Jun 16 18:50:26.991766 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d5b682b5-ed7e-4035-8bdd-cbd8ab0b603d req-ee2098b5-7a7c-4045-9f60-f70e44cad5e3 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367565 Jun 16 18:50:27.487350 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 32cb025f-050c-4314-887c-104bf1847eac details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:50:27.587679 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 32cb025f-050c-4314-887c-104bf1847eac, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=32cb025f-050c-4314-887c-104bf1847eac,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:50:27.601636 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': '32cb025f-050c-4314-887c-104bf1847eac', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'port_id': '32cb025f-050c-4314-887c-104bf1847eac', 'mac_address': 'fa:16:3e:c0:4b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:50:27.646421 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:27.660886 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32cb025f-050c-4314-887c-104bf1847eac {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:50:27.696793 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 32cb025f-050c-4314-887c-104bf1847eac, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=32cb025f-050c-4314-887c-104bf1847eac,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:50:27.744717 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:27.746584 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:27.808106 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=32cb025f-050c-4314-887c-104bf1847eac,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:27.865866 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:27.988195 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47533e-48d8-4531-aebc-a39ac637e955 req-62775ef2-c575-4df0-867b-630e38e25a98 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:27.989656 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-be47533e-48d8-4531-aebc-a39ac637e955 req-62775ef2-c575-4df0-867b-630e38e25a98 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0853117 Jun 16 18:50:28.061351 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-be47533e-48d8-4531-aebc-a39ac637e955 req-49964342-7f24-4fdb-9504-1efa7334cbdb tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527074 Jun 16 18:50:28.079836 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29442578-1783-4b93-ba86-7ad23c3840d4 req-e0359f5f-b9a7-4a25-931e-726202465eb4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:28.082149 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-29442578-1783-4b93-ba86-7ad23c3840d4 req-e0359f5f-b9a7-4a25-931e-726202465eb4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 944 time: 0.1115453 Jun 16 18:50:28.140297 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-29442578-1783-4b93-ba86-7ad23c3840d4 req-dd03245f-2ae1-4b58-9f52-9ba2b72e246f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498364 Jun 16 18:50:28.298441 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ad789-e16a-406c-a85c-bb98ec2f0a79 req-149c7fe2-3536-4fee-9045-a0d0a08eb154 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:28.300243 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-275ad789-e16a-406c-a85c-bb98ec2f0a79 req-149c7fe2-3536-4fee-9045-a0d0a08eb154 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 944 time: 0.0960615 Jun 16 18:50:28.363114 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-275ad789-e16a-406c-a85c-bb98ec2f0a79 req-2e0257af-f3cb-46ba-bfa8-146c0056c124 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546863 Jun 16 18:50:28.418042 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['32cb025f-050c-4314-887c-104bf1847eac'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:50:29.307072 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7e187-35aa-4998-9cae-5bc81264cd18 req-8b9e0638-cfb9-422f-ad18-7249b29c2d9f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:29.308589 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0eb7e187-35aa-4998-9cae-5bc81264cd18 req-8b9e0638-cfb9-422f-ad18-7249b29c2d9f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 944 time: 0.0660253 Jun 16 18:50:29.348566 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0eb7e187-35aa-4998-9cae-5bc81264cd18 req-807e725a-8ec7-462f-a3e7-4b0348d85b8b tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336154 Jun 16 18:50:29.509555 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device d4ad6c02-113c-4a96-a8a2-73e80ddf1332 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:50:29.615775 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482be8fe-eaf2-4873-aa6e-29d381fed632 req-9b486da4-55fc-477c-9a02-5ebd63afd49c tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:29.617525 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-482be8fe-eaf2-4873-aa6e-29d381fed632 req-9b486da4-55fc-477c-9a02-5ebd63afd49c tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 944 time: 0.0795555 Jun 16 18:50:29.680348 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-482be8fe-eaf2-4873-aa6e-29d381fed632 req-03c06b1f-8035-42a5-8c98-2c569103df94 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525031 Jun 16 18:50:29.755761 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port d4ad6c02-113c-4a96-a8a2-73e80ddf1332, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=d4ad6c02-113c-4a96-a8a2-73e80ddf1332,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:50:29.779969 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': 'd4ad6c02-113c-4a96-a8a2-73e80ddf1332', 'network_id': 'f7d28e2b-657a-4fea-87fc-61fc43c743d6', 'port_id': 'd4ad6c02-113c-4a96-a8a2-73e80ddf1332', 'mac_address': 'fa:16:3e:41:60:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2046873-1d24-45e3-9c20-f4da0bce1314', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:50:29.846264 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:29.864317 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ad6c02-113c-4a96-a8a2-73e80ddf1332 {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:50:29.894309 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port d4ad6c02-113c-4a96-a8a2-73e80ddf1332, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=d4ad6c02-113c-4a96-a8a2-73e80ddf1332,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:50:29.956779 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:29.960265 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:30.026430 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=d4ad6c02-113c-4a96-a8a2-73e80ddf1332,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:30.032088 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:30.626833 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52311c82-eac1-4112-90d9-efb72f9ee559 req-97d25868-1dbd-4a1e-80dc-5eff9f4ea243 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:30.630595 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-52311c82-eac1-4112-90d9-efb72f9ee559 req-97d25868-1dbd-4a1e-80dc-5eff9f4ea243 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 945 time: 0.1483142 Jun 16 18:50:30.688647 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['d4ad6c02-113c-4a96-a8a2-73e80ddf1332'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:50:30.703450 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-52311c82-eac1-4112-90d9-efb72f9ee559 req-88a3457e-ebf9-49ca-a899-17126435c161 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631607 Jun 16 18:50:30.957871 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcda420-362b-49ae-be26-3249694905d0 req-88926673-2e2c-4c01-8f78-b3f3573a2004 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:30.958935 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ddcda420-362b-49ae-be26-3249694905d0 req-88926673-2e2c-4c01-8f78-b3f3573a2004 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 944 time: 0.1125991 Jun 16 18:50:31.009003 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ddcda420-362b-49ae-be26-3249694905d0 req-63e1bdb0-097b-43d3-aa9a-8c6a68a64c30 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438030 Jun 16 18:50:31.129764 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d317a-f234-48fb-bdba-9379ad1d8d6f req-e9bdb132-3f29-483e-b47c-f6019a30aa4a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:31.133552 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-836d317a-f234-48fb-bdba-9379ad1d8d6f req-e9bdb132-3f29-483e-b47c-f6019a30aa4a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0911715 Jun 16 18:50:31.180557 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-836d317a-f234-48fb-bdba-9379ad1d8d6f req-05673eaf-4002-401d-86bc-cdd32878d099 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Jun 16 18:50:31.506212 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 32cb025f-050c-4314-887c-104bf1847eac up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:50:31.655632 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port 32cb025f-050c-4314-887c-104bf1847eac completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:50:31.656836 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port 32cb025f-050c-4314-887c-104bf1847eac triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:50:31.657319 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:31.733216 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:31.761248 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a575a96-4417-48c7-962e-056d5bf6575e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cb025f-050c-4314-887c-104bf1847eac'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:50:31.761674 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8993747d-b221-498c-a5b3-b6f9e79ed9e0" -d '{"events": [{"server_uuid": "6a575a96-4417-48c7-962e-056d5bf6575e", "name": "network-vif-plugged", "status": "completed", "tag": "32cb025f-050c-4314-887c-104bf1847eac"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:50:31.777598 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 32cb025f-050c-4314-887c-104bf1847eac, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=32cb025f-050c-4314-887c-104bf1847eac,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:50:31.856763 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:31.858668 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:31.929659 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515bbdf-6186-4272-bb50-b4a980d86658 req-4315c295-0afc-4d12-8b77-7a8944ed3abb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:31.931221 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0515bbdf-6186-4272-bb50-b4a980d86658 req-4315c295-0afc-4d12-8b77-7a8944ed3abb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 945 time: 0.0806201 Jun 16 18:50:31.933911 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=32cb025f-050c-4314-887c-104bf1847eac,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:31.937668 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:31.976200 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0515bbdf-6186-4272-bb50-b4a980d86658 req-dea3ac09-7c05-44ba-a892-01bc8e1dd71f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333655 Jun 16 18:50:32.036376 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5cb62f-e551-431b-ab44-9818f7edc63b x-openstack-request-id: req-4e5cb62f-e551-431b-ab44-9818f7edc63b {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:50:32.037228 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a575a96-4417-48c7-962e-056d5bf6575e", "name": "network-vif-plugged", "status": "completed", "tag": "32cb025f-050c-4314-887c-104bf1847eac", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:50:32.037711 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e5cb62f-e551-431b-ab44-9818f7edc63b {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:50:32.038328 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a575a96-4417-48c7-962e-056d5bf6575e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cb025f-050c-4314-887c-104bf1847eac', 'code': 200} Jun 16 18:50:32.209895 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1261592-1339-4253-84c3-68d327f24efc req-270ea00f-8e88-4b6f-adcc-7276a2b94ddc tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:32.211653 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a1261592-1339-4253-84c3-68d327f24efc req-270ea00f-8e88-4b6f-adcc-7276a2b94ddc tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 945 time: 0.0735652 Jun 16 18:50:32.275050 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a1261592-1339-4253-84c3-68d327f24efc req-9ae885fe-fd28-4d9e-aba7-e02d6372f9b7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566206 Jun 16 18:50:32.319671 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-040f3d78-2dda-467b-b6d0-1bb2aa9de1d9 req-81e73e29-ed3f-421f-9133-8028284424b3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1607039 Jun 16 18:50:32.584134 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f3d78-2dda-467b-b6d0-1bb2aa9de1d9 req-908e1506-3e00-4767-9fd1-2d53aba1d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:32.588365 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-040f3d78-2dda-467b-b6d0-1bb2aa9de1d9 req-908e1506-3e00-4767-9fd1-2d53aba1d423 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d15b68681b3461f9393ea46b06f632e&device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 1098 time: 0.1804035 Jun 16 18:50:32.733793 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f3d78-2dda-467b-b6d0-1bb2aa9de1d9 req-416b50d8-7259-42c4-b6fb-6000bb8d501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:32.735442 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-040f3d78-2dda-467b-b6d0-1bb2aa9de1d9 req-416b50d8-7259-42c4-b6fb-6000bb8d501f service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7d28e2b-657a-4fea-87fc-61fc43c743d6 HTTP/1.1" status: 200 len: 916 time: 0.1238847 Jun 16 18:50:32.791764 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-040f3d78-2dda-467b-b6d0-1bb2aa9de1d9 req-194e4a36-2ff3-48fd-ba00-af7b3aec89ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b4a2639-ab37-40b2-9e02-cf2845abc7fe HTTP/1.1" status: 200 len: 217 time: 0.0494537 Jun 16 18:50:32.851245 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60c6d2-e665-4ae2-afb6-78fbf2fb2821 req-f0357e28-14c2-4642-9315-830e7d8c8902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:32.851793 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f3d78-2dda-467b-b6d0-1bb2aa9de1d9 req-f69770c8-a86e-49d0-acc4-d6ad8a9fa596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:32.853299 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fa60c6d2-e665-4ae2-afb6-78fbf2fb2821 req-f0357e28-14c2-4642-9315-830e7d8c8902 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 1098 time: 0.0873060 Jun 16 18:50:32.853460 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-040f3d78-2dda-467b-b6d0-1bb2aa9de1d9 req-f69770c8-a86e-49d0-acc4-d6ad8a9fa596 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2046873-1d24-45e3-9c20-f4da0bce1314 HTTP/1.1" status: 200 len: 855 time: 0.0530879 Jun 16 18:50:32.899757 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-040f3d78-2dda-467b-b6d0-1bb2aa9de1d9 req-b741b2be-03ab-4d8f-98d8-a85b1ea96322 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7d28e2b-657a-4fea-87fc-61fc43c743d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345860 Jun 16 18:50:32.903642 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fa60c6d2-e665-4ae2-afb6-78fbf2fb2821 req-5a2b66d2-2c5b-4444-9a7f-2978da97cc52 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357020 Jun 16 18:50:33.211160 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e2091-0ef8-4b59-ab7b-9c02ba3800da req-83cffb6c-cc9f-4ab5-b1cd-ca4db19f0fb1 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:33.212654 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-192e2091-0ef8-4b59-ab7b-9c02ba3800da req-83cffb6c-cc9f-4ab5-b1cd-ca4db19f0fb1 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 945 time: 0.0778103 Jun 16 18:50:33.268287 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-192e2091-0ef8-4b59-ab7b-9c02ba3800da req-d0a25821-18ad-414e-aba1-c83208865815 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490754 Jun 16 18:50:33.553986 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device d4ad6c02-113c-4a96-a8a2-73e80ddf1332 up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:50:33.640712 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-040f3d78-2dda-467b-b6d0-1bb2aa9de1d9 req-1606eb09-b2c5-4ba7-b2b2-f8dc6567b32e service neutron] 10.222.0.70 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551382 Jun 16 18:50:33.644995 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dac15f-9a62-4594-b3a6-c3ebf4aa59ce req-12fcc765-566b-40a0-a10f-496e8ae3a4f9 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:33.658916 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-07dac15f-9a62-4594-b3a6-c3ebf4aa59ce req-12fcc765-566b-40a0-a10f-496e8ae3a4f9 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 945 time: 0.0950487 Jun 16 18:50:33.711269 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port d4ad6c02-113c-4a96-a8a2-73e80ddf1332 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:50:33.723285 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-07dac15f-9a62-4594-b3a6-c3ebf4aa59ce req-2e4b6b26-4951-498e-9868-d69417197ec3 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537987 Jun 16 18:50:33.723744 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port d4ad6c02-113c-4a96-a8a2-73e80ddf1332 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:50:33.723744 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:33.793805 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-040f3d78-2dda-467b-b6d0-1bb2aa9de1d9 req-e4183e59-8a9c-4560-9773-c8696b247a85 service neutron] 10.222.0.70 "GET /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377921 Jun 16 18:50:33.828782 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:33.883617 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port d4ad6c02-113c-4a96-a8a2-73e80ddf1332, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=d4ad6c02-113c-4a96-a8a2-73e80ddf1332,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:50:33.951110 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:33.953242 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:34.007478 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=d4ad6c02-113c-4a96-a8a2-73e80ddf1332,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:34.011644 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:34.040688 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215de5f1-780b-4d35-a5f0-f5983814838e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ad6c02-113c-4a96-a8a2-73e80ddf1332'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:50:34.042852 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58d3012-7642-4c58-bc88-a02e7d40fb7e" -d '{"events": [{"server_uuid": "215de5f1-780b-4d35-a5f0-f5983814838e", "name": "network-vif-plugged", "status": "completed", "tag": "d4ad6c02-113c-4a96-a8a2-73e80ddf1332"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:50:34.093488 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9f304e-4740-45b8-b575-fdee12b625de x-openstack-request-id: req-ae9f304e-4740-45b8-b575-fdee12b625de {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:50:34.093775 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215de5f1-780b-4d35-a5f0-f5983814838e", "name": "network-vif-plugged", "status": "completed", "tag": "d4ad6c02-113c-4a96-a8a2-73e80ddf1332", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:50:34.094009 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae9f304e-4740-45b8-b575-fdee12b625de {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:50:34.094447 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215de5f1-780b-4d35-a5f0-f5983814838e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ad6c02-113c-4a96-a8a2-73e80ddf1332', 'code': 200} Jun 16 18:50:34.523040 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762b274-3fc5-4755-9d7f-f837d0495295 req-77f0984f-f131-4e9c-b8a7-bf015db41b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:34.531956 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-1762b274-3fc5-4755-9d7f-f837d0495295 req-77f0984f-f131-4e9c-b8a7-bf015db41b99 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 1099 time: 0.0896497 Jun 16 18:50:34.558016 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a96241-7cff-46e9-b98e-86ad3c19e690 req-9d7f0bcb-8b46-494f-a19c-9a98a52c95d5 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:34.563737 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-36a96241-7cff-46e9-b98e-86ad3c19e690 req-9d7f0bcb-8b46-494f-a19c-9a98a52c95d5 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 946 time: 0.1586490 Jun 16 18:50:34.621890 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-1762b274-3fc5-4755-9d7f-f837d0495295 req-5b8b5a34-635b-450c-ac94-596f194be583 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866814 Jun 16 18:50:34.672372 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-36a96241-7cff-46e9-b98e-86ad3c19e690 req-34459978-fced-4c6f-8879-a01377777fc8 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963252 Jun 16 18:50:34.922753 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102bca5-4d73-4a8b-bf34-4d6f4640282c req-a8121ac7-e17d-48ea-b570-797afb4842f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:34.924253 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e102bca5-4d73-4a8b-bf34-4d6f4640282c req-a8121ac7-e17d-48ea-b570-797afb4842f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 945 time: 0.0862126 Jun 16 18:50:34.981944 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e102bca5-4d73-4a8b-bf34-4d6f4640282c req-aee1e7db-e8cc-4f86-9096-f9c62a033f53 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482526 Jun 16 18:50:35.915959 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e678e-bd85-421a-864d-e6dd95958214 req-30775284-93f8-4b8a-aca9-2b7f849c17c8 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:35.923515 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a66e678e-bd85-421a-864d-e6dd95958214 req-30775284-93f8-4b8a-aca9-2b7f849c17c8 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 946 time: 0.0871284 Jun 16 18:50:35.968498 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a66e678e-bd85-421a-864d-e6dd95958214 req-64b08356-3c44-441d-950d-a9323cad774a tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440414 Jun 16 18:50:36.187751 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede0530-1c08-48e7-8b46-4504c8417dd6 req-0091e9a4-f1bf-4efe-bf4d-df467f92861c tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:36.189692 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-eede0530-1c08-48e7-8b46-4504c8417dd6 req-0091e9a4-f1bf-4efe-bf4d-df467f92861c tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 945 time: 0.0871310 Jun 16 18:50:36.249775 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-eede0530-1c08-48e7-8b46-4504c8417dd6 req-a467c500-1338-496b-b66d-e3828bf78831 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522630 Jun 16 18:50:36.442157 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488daf3-4ee7-4782-a995-5b9009735439 req-874ccdad-7ae0-4c86-bd8a-628f3c3b8fee tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:36.449226 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d488daf3-4ee7-4782-a995-5b9009735439 req-874ccdad-7ae0-4c86-bd8a-628f3c3b8fee tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 945 time: 0.0876389 Jun 16 18:50:36.491830 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d488daf3-4ee7-4782-a995-5b9009735439 req-34de171c-fdc7-4ff0-bc6d-0a3a5e084285 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414379 Jun 16 18:50:36.512380 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 48778) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:50:36.730443 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922e3755-9656-4ea5-8852-b9ad88caa87b tempest-TestVolumeBootPattern-327886295 tempest-TestVolumeBootPattern-327886295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:36.739611 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-922e3755-9656-4ea5-8852-b9ad88caa87b tempest-TestVolumeBootPattern-327886295 tempest-TestVolumeBootPattern-327886295-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 1093 time: 0.2194195 Jun 16 18:50:36.741585 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 48784) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:50:36.746502 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Request body: {'floatingip': {'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'port_id': '32cb025f-050c-4314-887c-104bf1847eac', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:50:36.837059 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for floatingip, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:36.962548 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:37.083050 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Allocated IP 172.27.3.254 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/87e6def1-784e-4d4d-a8e3-afbf6fcb936c) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:50:37.238089 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6e2e5-cf21-4d87-9c23-9f745c22f1db req-e022243c-48d2-473d-926a-1d5cee1dfe11 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:37.239614 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-41b6e2e5-cf21-4d87-9c23-9f745c22f1db req-e022243c-48d2-473d-926a-1d5cee1dfe11 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 946 time: 0.1439967 Jun 16 18:50:37.242704 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:37.319973 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-41b6e2e5-cf21-4d87-9c23-9f745c22f1db req-7bf86113-994c-4a6c-bd41-de3964c7ef14 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650952 Jun 16 18:50:37.391318 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25942567'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:37.393493 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:37.433251 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:50:37.436369 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:50:37.440070 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:50:37.469152 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event updated for resources: {'Port': ['ID=87e6def1-784e-4d4d-a8e3-afbf6fcb936c,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:37.475714 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:37.886136 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:38.037783 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:38.249311 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:38.344851 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942577'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:38.348725 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e52f842e-8518-4f8b-afc6-18874b21dd5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:38.410826 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event updated for resources: {'Port': ['ID=87e6def1-784e-4d4d-a8e3-afbf6fcb936c,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:38.414533 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:38.422848 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:38.535731 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.l3_db [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Floating IP 8635611c-1315-4e66-9385-9235f9dd2824 associated. External IP: 172.27.3.254, port: 32cb025f-050c-4314-887c-104bf1847eac. Jun 16 18:50:38.780830 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:50:38.917123 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:50:38.935619 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb76fc9-9741-4e3b-98da-616d83d0a332 None None] Sync routers for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:50:38.951329 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb76fc9-9741-4e3b-98da-616d83d0a332 None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:50:38.952080 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-bfb76fc9-9741-4e3b-98da-616d83d0a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:50:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:50:38.996902 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:39.079552 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-bfb76fc9-9741-4e3b-98da-616d83d0a332 None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:50:39.283918 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5410740 Jun 16 18:50:39.285144 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a575a96-4417-48c7-962e-056d5bf6575e', 'tag': '32cb025f-050c-4314-887c-104bf1847eac'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:50:39.287499 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc12cc3-c4b1-460b-b4ac-0152e9c4c33e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a575a96-4417-48c7-962e-056d5bf6575e", "tag": "32cb025f-050c-4314-887c-104bf1847eac"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:50:39.312462 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-bfb76fc9-9741-4e3b-98da-616d83d0a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '8635611c-1315-4e66-9385-9235f9dd2824', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'port_id': '32cb025f-050c-4314-887c-104bf1847eac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'mac_address': 'fa:16:3e:c0:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a575a96-4417-48c7-962e-056d5bf6575e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:50:37Z', 'updated_at': '2021-06-16T18:50:37Z', 'revision_number': 0, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:50:39.316664 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb76fc9-9741-4e3b-98da-616d83d0a332 None None] Checking router: da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:50:39.324983 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb76fc9-9741-4e3b-98da-616d83d0a332 None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:50:39.325577 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-bfb76fc9-9741-4e3b-98da-616d83d0a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:50:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:50:39.424065 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-bfb76fc9-9741-4e3b-98da-616d83d0a332 None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:50:39.707940 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-bfb76fc9-9741-4e3b-98da-616d83d0a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '8635611c-1315-4e66-9385-9235f9dd2824', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'port_id': '32cb025f-050c-4314-887c-104bf1847eac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'mac_address': 'fa:16:3e:c0:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a575a96-4417-48c7-962e-056d5bf6575e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:50:37Z', 'updated_at': '2021-06-16T18:50:37Z', 'revision_number': 0, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:50:39.711281 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb76fc9-9741-4e3b-98da-616d83d0a332 None None] The sync data for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi is: [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '8635611c-1315-4e66-9385-9235f9dd2824', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'port_id': '32cb025f-050c-4314-887c-104bf1847eac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'mac_address': 'fa:16:3e:c0:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a575a96-4417-48c7-962e-056d5bf6575e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:50:37Z', 'updated_at': '2021-06-16T18:50:37Z', 'revision_number': 0, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:50:39.936193 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4e3c35-3fbb-400f-a61f-e0e4993ecbe7 None None] New status for floating IP 8635611c-1315-4e66-9385-9235f9dd2824: ACTIVE {{(pid=100041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:50:42.716403 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:50:42.781828 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73a9344-1a77-48ad-9e65-21366ef0b8a3 x-openstack-request-id: req-f73a9344-1a77-48ad-9e65-21366ef0b8a3 {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:50:42.782396 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a575a96-4417-48c7-962e-056d5bf6575e", "tag": "32cb025f-050c-4314-887c-104bf1847eac", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:50:42.782396 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f73a9344-1a77-48ad-9e65-21366ef0b8a3 {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:50:42.782828 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a575a96-4417-48c7-962e-056d5bf6575e', 'tag': '32cb025f-050c-4314-887c-104bf1847eac', 'status': 'completed', 'code': 200} Jun 16 18:50:42.858954 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc12cc3-c4b1-460b-b4ac-0152e9c4c33e req-781b5443-7a3f-4e45-8064-728ffdd75734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:42.860442 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0dc12cc3-c4b1-460b-b4ac-0152e9c4c33e req-781b5443-7a3f-4e45-8064-728ffdd75734 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 1098 time: 0.0525036 Jun 16 18:50:42.887983 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a944c4c-6914-48e2-af28-18a1da907660 req-de824717-cf98-43d3-b88f-e1deaa110257 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:42.889440 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8a944c4c-6914-48e2-af28-18a1da907660 req-de824717-cf98-43d3-b88f-e1deaa110257 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 946 time: 0.0618529 Jun 16 18:50:42.927678 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8a944c4c-6914-48e2-af28-18a1da907660 req-a9ffd309-a89c-414f-844e-56b10e34ddc3 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316091 Jun 16 18:50:42.952256 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc12cc3-c4b1-460b-b4ac-0152e9c4c33e req-12d47259-5ddc-4fc3-95f4-4ffe1454e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:42.953695 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0dc12cc3-c4b1-460b-b4ac-0152e9c4c33e req-12d47259-5ddc-4fc3-95f4-4ffe1454e5ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=eb9a49dd-9ddc-41da-a244-4443a4784c2b HTTP/1.1" status: 200 len: 913 time: 0.0862625 Jun 16 18:50:43.493081 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0dc12cc3-c4b1-460b-b4ac-0152e9c4c33e req-6d7fbd58-67b7-4e9b-9fd9-238ff9b9c695 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32cb025f-050c-4314-887c-104bf1847eac HTTP/1.1" status: 200 len: 1001 time: 0.3009918 Jun 16 18:50:43.540634 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc12cc3-c4b1-460b-b4ac-0152e9c4c33e req-1e42ce43-2e38-4711-be9b-bc3b345bba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:43.542023 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0dc12cc3-c4b1-460b-b4ac-0152e9c4c33e req-1e42ce43-2e38-4711-be9b-bc3b345bba32 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e42814e8-4209-4dfd-b8c6-aefa516869c5 HTTP/1.1" status: 200 len: 851 time: 0.0425923 Jun 16 18:50:43.600156 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc12cc3-c4b1-460b-b4ac-0152e9c4c33e req-462f2bf2-8ff5-4b89-9e3e-967a5f1a7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:43.601625 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0dc12cc3-c4b1-460b-b4ac-0152e9c4c33e req-462f2bf2-8ff5-4b89-9e3e-967a5f1a7399 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eb9a49dd-9ddc-41da-a244-4443a4784c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532060 Jun 16 18:50:43.720071 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0dc12cc3-c4b1-460b-b4ac-0152e9c4c33e req-6b6b9965-9c29-4250-9cd7-4940b3eb4d7f service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823653 Jun 16 18:50:43.819659 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0dc12cc3-c4b1-460b-b4ac-0152e9c4c33e req-2ae2aeff-0ac6-4581-bc30-05b1be74230e service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928998 Jun 16 18:50:44.291661 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c412ff-61e2-4cc0-be21-7b703e9b96ac req-2e49098c-9b00-4c7d-9c41-7c0b47cd42c9 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:44.293173 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-00c412ff-61e2-4cc0-be21-7b703e9b96ac req-2e49098c-9b00-4c7d-9c41-7c0b47cd42c9 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 946 time: 0.0646100 Jun 16 18:50:44.330202 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-00c412ff-61e2-4cc0-be21-7b703e9b96ac req-1db83054-ae2a-4ee5-84fb-ff619ad76b7d tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315905 Jun 16 18:50:45.562577 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-f2e830c3-a800-4fe3-8760-b6ab37a3ced7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:46.106186 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2f5c6-4bae-466c-b35b-b01ec71221f3 req-649f3d6c-1e4a-460d-bbd4-3ff70573081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:46.107721 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-99c2f5c6-4bae-466c-b35b-b01ec71221f3 req-649f3d6c-1e4a-460d-bbd4-3ff70573081d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=800642a613714aec9372ad858f15dd9b&device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 1098 time: 0.0777009 Jun 16 18:50:46.159524 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bd1d4-a6c8-408c-9ec2-e14e66901434 req-6d794ae2-b73a-4496-b670-4be14147b411 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:46.174341 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-557bd1d4-a6c8-408c-9ec2-e14e66901434 req-6d794ae2-b73a-4496-b670-4be14147b411 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.1017079 Jun 16 18:50:46.211581 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-557bd1d4-a6c8-408c-9ec2-e14e66901434 req-f07eb204-bacf-4d21-bedf-b1352ad63be6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445466 Jun 16 18:50:46.218778 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2f5c6-4bae-466c-b35b-b01ec71221f3 req-0ac821c5-a61f-4bbe-82d9-591e92fe5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:46.220265 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-99c2f5c6-4bae-466c-b35b-b01ec71221f3 req-0ac821c5-a61f-4bbe-82d9-591e92fe5437 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc88b1e0-01b8-46a4-896b-30044689d0a1 HTTP/1.1" status: 200 len: 920 time: 0.1026561 Jun 16 18:50:46.266328 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-99c2f5c6-4bae-466c-b35b-b01ec71221f3 req-80dd02d2-392c-49a6-a462-df86bbfb6452 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=805562b2-2c79-4a2a-8511-0f62973004e8 HTTP/1.1" status: 200 len: 217 time: 0.0389652 Jun 16 18:50:46.315794 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2f5c6-4bae-466c-b35b-b01ec71221f3 req-917e1f25-4ba6-4ed3-a4e6-6574e8e96958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:46.317320 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-99c2f5c6-4bae-466c-b35b-b01ec71221f3 req-917e1f25-4ba6-4ed3-a4e6-6574e8e96958 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=940bc029-0d55-45ba-9372-a743fe6683d3 HTTP/1.1" status: 200 len: 859 time: 0.0438399 Jun 16 18:50:46.358972 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-99c2f5c6-4bae-466c-b35b-b01ec71221f3 req-11e6cf70-9fe8-438d-a855-79394526c013 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc88b1e0-01b8-46a4-896b-30044689d0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271070 Jun 16 18:50:46.485492 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-99c2f5c6-4bae-466c-b35b-b01ec71221f3 req-b9c604e4-b194-4e4c-b6a5-3b4e31d04286 service neutron] 10.222.0.70 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185205 Jun 16 18:50:46.576494 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-99c2f5c6-4bae-466c-b35b-b01ec71221f3 req-5fb83b30-6568-4024-90d3-39f1c1cdc6ae service neutron] 10.222.0.70 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831017 Jun 16 18:50:47.386474 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d71702-88a0-449c-a7f1-16723adc1955 req-62022887-9fcc-417b-be0b-0d76496226c3 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:47.387939 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-53d71702-88a0-449c-a7f1-16723adc1955 req-62022887-9fcc-417b-be0b-0d76496226c3 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0646205 Jun 16 18:50:47.429132 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-53d71702-88a0-449c-a7f1-16723adc1955 req-bfedc566-77ec-43d7-be7e-9a3d5915e2a8 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349288 Jun 16 18:50:47.897915 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 49044) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:50:47.949975 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fd698c-23db-402f-b657-bd4435572f8b admin admin] Deleting subnet ca745959-e81e-4639-950d-8d0739bdba83 {{(pid=100039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:50:47.953072 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a4fd698c-23db-402f-b657-bd4435572f8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:47.987930 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a4fd698c-23db-402f-b657-bd4435572f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25649359'] for subnet, precommit_delete_associations {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:48.002349 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-5fe1ca13-c904-435f-ad16-a9a27e4a4ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:48.028511 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a4fd698c-23db-402f-b657-bd4435572f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:48.144367 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a4fd698c-23db-402f-b657-bd4435572f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25517241'] for subnet, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:48.144367 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3f3a8a0a-f27c-4167-b90e-4e945463a62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:48.157044 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd698c-23db-402f-b657-bd4435572f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca745959-e81e-4639-950d-8d0739bdba83,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:48.159016 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a4fd698c-23db-402f-b657-bd4435572f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:48.161495 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-a4fd698c-23db-402f-b657-bd4435572f8b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ca745959-e81e-4639-950d-8d0739bdba83 HTTP/1.1" status: 204 len: 168 time: 0.2625616 Jun 16 18:50:48.162400 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-a4fd698c-23db-402f-b657-bd4435572f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:48.163964 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 49048) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:50:48.234351 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9de6eb8d-90f1-4405-9456-e564ecf84b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:48.314264 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9de6eb8d-90f1-4405-9456-e564ecf84b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:48.324481 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-9de6eb8d-90f1-4405-9456-e564ecf84b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79e7ccd-90fb-4935-b3d8-35dccdd63c63']}} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:50:48.339907 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-9de6eb8d-90f1-4405-9456-e564ecf84b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd00c71c-858b-4282-a67b-a8bc165b7251') {'for_net_delete': True} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:50:48.340252 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-9de6eb8d-90f1-4405-9456-e564ecf84b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd00c71c-858b-4282-a67b-a8bc165b7251') {} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:50:48.349247 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9de6eb8d-90f1-4405-9456-e564ecf84b02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25649366'] for segment, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:48.350731 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:48.362603 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9de6eb8d-90f1-4405-9456-e564ecf84b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:48.368540 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de6eb8d-90f1-4405-9456-e564ecf84b02 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=100039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:50:48.369286 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9de6eb8d-90f1-4405-9456-e564ecf84b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942637'] for segment, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: Traceback (most recent call last): Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: timer() Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: cb(*args, **kw) Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: return func(*args, **kwargs) Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: self._notify() Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: self.callback(batched_events) Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: event.method(event) Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: return f(self, *a, **k) Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._get(url).json() Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: return self.request(url, 'GET', **kwargs) Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:50:48.370559 dv-cinder-667108-31-iscsi neutron-server[100039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:50:48.480952 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9de6eb8d-90f1-4405-9456-e564ecf84b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:48.484781 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:48.487735 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9de6eb8d-90f1-4405-9456-e564ecf84b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:48.490014 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-9de6eb8d-90f1-4405-9456-e564ecf84b02 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e79e7ccd-90fb-4935-b3d8-35dccdd63c63 HTTP/1.1" status: 204 len: 168 time: 0.3249640 Jun 16 18:50:48.502647 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6eb8d-90f1-4405-9456-e564ecf84b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=e79e7ccd-90fb-4935-b3d8-35dccdd63c63,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:48.510530 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9de6eb8d-90f1-4405-9456-e564ecf84b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:48.768250 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12492310-cc7b-4deb-ae4c-a4a7dfb6aad5 req-38a7dec8-9559-47a7-a22a-9f8205255981 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:48.769746 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-12492310-cc7b-4deb-ae4c-a4a7dfb6aad5 req-38a7dec8-9559-47a7-a22a-9f8205255981 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0680985 Jun 16 18:50:48.827758 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-12492310-cc7b-4deb-ae4c-a4a7dfb6aad5 req-a26233fc-81c6-4e06-92f4-19b547b7e655 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475380 Jun 16 18:50:48.989691 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 49080) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:50:49.032896 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-55a1fcbc-b4b1-41da-90ad-973acac1ac19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7a4988a8d514b43b6227090dd05d80e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418885 Jun 16 18:50:49.035563 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 49084) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:50:49.085728 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-540633c1-09f6-4abe-9299-c171b1137f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:49.108292 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-540633c1-09f6-4abe-9299-c171b1137f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:49.167661 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:49.235267 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-540633c1-09f6-4abe-9299-c171b1137f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:49.238607 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-540633c1-09f6-4abe-9299-c171b1137f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:49.239895 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-540633c1-09f6-4abe-9299-c171b1137f61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba HTTP/1.1" status: 204 len: 168 time: 0.2032833 Jun 16 18:50:49.245334 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-3288320e-c54f-43df-9363-4e7812835054 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:49.248501 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540633c1-09f6-4abe-9299-c171b1137f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f2a810-28e0-4dfc-8cd6-cdfb2ab09dba,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:49.251543 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-540633c1-09f6-4abe-9299-c171b1137f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:49.778545 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 49112) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:50:49.893500 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3144d306-2b4c-4a3e-a35f-b9383076a395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:50.009068 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3144d306-2b4c-4a3e-a35f-b9383076a395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:50.028336 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18433b39-b716-41ca-9a48-2cd4316b4288 req-b323e053-b4bf-4cd7-964b-b8f43887c92d tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:50.030284 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-18433b39-b716-41ca-9a48-2cd4316b4288 req-b323e053-b4bf-4cd7-964b-b8f43887c92d tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0677848 Jun 16 18:50:50.069404 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-18433b39-b716-41ca-9a48-2cd4316b4288 req-14214019-c97d-45ae-baa8-d7daa70f44a7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321193 Jun 16 18:50:50.096589 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3144d306-2b4c-4a3e-a35f-b9383076a395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:50.100099 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:50.136584 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-3144d306-2b4c-4a3e-a35f-b9383076a395 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e726729675a94e7ba2cd735fb446f47f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554885 Jun 16 18:50:50.137516 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144d306-2b4c-4a3e-a35f-b9383076a395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe5628b-f941-497d-9269-9a31d9fbe203,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:50.139197 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 49128) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:50:50.140987 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-3144d306-2b4c-4a3e-a35f-b9383076a395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:50.192319 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-22baa732-81de-41fd-a21d-c938b24714db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:50.213959 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-22baa732-81de-41fd-a21d-c938b24714db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:50.390784 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-22baa732-81de-41fd-a21d-c938b24714db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:50.393950 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-22baa732-81de-41fd-a21d-c938b24714db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:50.394955 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-22baa732-81de-41fd-a21d-c938b24714db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1fe5628b-f941-497d-9269-9a31d9fbe203 HTTP/1.1" status: 204 len: 168 time: 0.2538810 Jun 16 18:50:50.395895 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-ad507774-8e92-4775-91c8-82606bc35430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:50.407722 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22baa732-81de-41fd-a21d-c938b24714db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe5628b-f941-497d-9269-9a31d9fbe203,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:50.417024 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-22baa732-81de-41fd-a21d-c938b24714db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:50.939421 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:51.071639 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 49152) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:50:51.086068 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7c8f97fa-4242-43e4-ba88-892e24118837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:51.194342 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7c8f97fa-4242-43e4-ba88-892e24118837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:51.275494 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b506574-14dd-48a8-9189-38300592562d req-37fc5383-b1ed-4a93-9e0a-0c449877e089 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:51.277074 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2b506574-14dd-48a8-9189-38300592562d req-37fc5383-b1ed-4a93-9e0a-0c449877e089 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0649912 Jun 16 18:50:51.312002 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7c8f97fa-4242-43e4-ba88-892e24118837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:51.314181 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:51.318687 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2b506574-14dd-48a8-9189-38300592562d req-3c686646-c68b-45b6-9c5c-443bed914060 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361569 Jun 16 18:50:51.354863 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-7c8f97fa-4242-43e4-ba88-892e24118837 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c882b8a8acc94504b1404be224e01c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819643 Jun 16 18:50:51.356006 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f97fa-4242-43e4-ba88-892e24118837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a239ba6-9ec8-481e-8194-f0cbdc891802,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:51.357601 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 49164) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:50:51.359264 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-7c8f97fa-4242-43e4-ba88-892e24118837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:51.424016 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-49c6222e-265d-48a3-9a09-184c3da852f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:51.445120 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-49c6222e-265d-48a3-9a09-184c3da852f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:51.560710 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-49c6222e-265d-48a3-9a09-184c3da852f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:51.563383 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-49c6222e-265d-48a3-9a09-184c3da852f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:51.564567 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-49c6222e-265d-48a3-9a09-184c3da852f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a239ba6-9ec8-481e-8194-f0cbdc891802 HTTP/1.1" status: 204 len: 168 time: 0.2029111 Jun 16 18:50:51.565972 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5acb1365-bf94-4881-9585-f4044280bd3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:50:51.574095 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6222e-265d-48a3-9a09-184c3da852f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a239ba6-9ec8-481e-8194-f0cbdc891802,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:51.576365 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-49c6222e-265d-48a3-9a09-184c3da852f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:50:52.506472 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978579d-cf7b-4e9a-af30-1915dfbaa905 req-3e520d31-30a8-4cc2-9c41-dc439d1117b7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:52.508098 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0978579d-cf7b-4e9a-af30-1915dfbaa905 req-3e520d31-30a8-4cc2-9c41-dc439d1117b7 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0674710 Jun 16 18:50:52.546966 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0978579d-cf7b-4e9a-af30-1915dfbaa905 req-adc2059f-69bb-43a1-9ffe-bb3f1f7d640e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325890 Jun 16 18:50:53.558825 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-11204922-a6e3-4e2b-837b-467c641130c6 req-ad3242c0-437b-4b29-948b-5a292aaee342 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=840c4829811449eaa86958213f4bffc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295284 Jun 16 18:50:53.779225 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11204922-a6e3-4e2b-837b-467c641130c6 req-60464e51-d955-4d3e-bb8e-096b793a57a5 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:53.780478 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-11204922-a6e3-4e2b-837b-467c641130c6 req-60464e51-d955-4d3e-bb8e-096b793a57a5 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2164614 Jun 16 18:50:53.804167 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c3e63e40-4091-4b22-804c-cd9674b6c4fd tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/quotas/840c4829811449eaa86958213f4bffc8 HTTP/1.1" status: 200 len: 375 time: 0.0156715 Jun 16 18:50:53.812048 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3fc6d-6b16-4019-8eca-56b15165164f req-3ab86382-c045-4625-b40c-f4915e1c025c tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:53.813552 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d4e3fc6d-6b16-4019-8eca-56b15165164f req-3ab86382-c045-4625-b40c-f4915e1c025c tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.1499131 Jun 16 18:50:53.847605 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-11204922-a6e3-4e2b-837b-467c641130c6 req-f7df9654-6d10-43e8-8c56-6bafe62d4356 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=840c4829811449eaa86958213f4bffc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330827 Jun 16 18:50:53.876705 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d4e3fc6d-6b16-4019-8eca-56b15165164f req-ebe82b9b-5b58-4b02-b0ca-0d89b1328542 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535197 Jun 16 18:50:54.085904 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1c14d296-9861-4917-a1fd-ba3173f24c89 req-07ca9cd2-1d59-460d-ad45-8e8c92a275d6 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 210 time: 0.0273535 Jun 16 18:50:56.007450 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:50:58.437310 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-dbfe5dde-331c-4159-a114-016a27ec1fa6 req-8e6c04b2-f00e-4345-ae51-ea347f492e60 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 210 time: 0.0539422 Jun 16 18:50:58.473728 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee01db-c1a5-4dcd-bf6c-c021bcd9faee req-2c382071-45e3-4c00-9947-7d89e8d839e3 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:58.475231 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1cee01db-c1a5-4dcd-bf6c-c021bcd9faee req-2c382071-45e3-4c00-9947-7d89e8d839e3 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0905046 Jun 16 18:50:58.512586 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1cee01db-c1a5-4dcd-bf6c-c021bcd9faee req-761a9667-d9a3-486f-9b31-7c90622949ec tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315616 Jun 16 18:50:59.578258 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b140debc-797d-4200-b4d6-108af9153111 req-a41c6533-ab01-4765-ad4e-fa05b847807a tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 210 time: 0.0291998 Jun 16 18:50:59.586044 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-11204922-a6e3-4e2b-837b-467c641130c6 req-75b2d23f-c932-4bc7-8f6f-dbc84552f165 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=840c4829811449eaa86958213f4bffc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351319 Jun 16 18:50:59.704183 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c51fd5-047f-491f-890c-9ad5708f930f req-60d932df-8eda-4c97-a863-c042b9333f69 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:59.705751 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e8c51fd5-047f-491f-890c-9ad5708f930f req-60d932df-8eda-4c97-a863-c042b9333f69 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0763562 Jun 16 18:50:59.743967 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e8c51fd5-047f-491f-890c-9ad5708f930f req-a2bd20a8-f666-4672-b461-0b6c9a0ad765 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323024 Jun 16 18:50:59.786304 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11204922-a6e3-4e2b-837b-467c641130c6 req-cf32dc7b-5b73-44a5-b0e3-59fd1f1db98b tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:50:59.788502 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-11204922-a6e3-4e2b-837b-467c641130c6 req-cf32dc7b-5b73-44a5-b0e3-59fd1f1db98b tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971259 Jun 16 18:50:59.804550 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Request body: {'port': {'device_id': '1bd032c7-9516-4f6d-801e-5220bd68eb6d', 'network_id': 'c7155ed4-5feb-41f3-a7ec-a15935de49f7', 'admin_state_up': True, 'tenant_id': '840c4829811449eaa86958213f4bffc8'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:50:59.996786 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Made reservation on behalf of 840c4829811449eaa86958213f4bffc8 for: {'port': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:51:00.000742 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:00.011625 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:00.105847 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:00.217429 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:00.222854 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b50ab473-4edd-4b36-9545-af1af545091a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:00.278984 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95403962-cc2a-4d6a-bcda-4f098c768a26,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:00.283361 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:00.347106 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Allocated IP 192.168.233.99 (c7155ed4-5feb-41f3-a7ec-a15935de49f7/dc0e4076-4cf4-457b-85b6-992836c3dd4d/e692b359-7eb7-4f87-ba7e-18ad091f54ed) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:51:00.498455 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:00.513879 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Transition to ACTIVE for port object e692b359-7eb7-4f87-ba7e-18ad091f54ed will not be triggered until provisioned by entity DHCP. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:51:00.591441 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25564287'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:00.605557 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-a0fb37f0-8324-4597-b8b7-89f7655e3988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:00.649181 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Network c7155ed4-5feb-41f3-a7ec-a15935de49f7 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:51:00.654521 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:51:00.657522 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:51:00.706475 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Pushing event updated for resources: {'Port': ['ID=e692b359-7eb7-4f87-ba7e-18ad091f54ed,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:00.709697 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:00.727492 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:00.728387 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:00.780300 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef657abd-a7d4-4d3b-bce9-96bc936de07f req-9c6e3ef6-597f-4bbf-8d41-65c30d908c90 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:00.782442 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ef657abd-a7d4-4d3b-bce9-96bc936de07f req-9c6e3ef6-597f-4bbf-8d41-65c30d908c90 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 935 time: 0.0715342 Jun 16 18:51:00.807577 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-11204922-a6e3-4e2b-837b-467c641130c6 req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0067971 Jun 16 18:51:00.831754 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Request body: {'port': {'device_id': '1bd032c7-9516-4f6d-801e-5220bd68eb6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:51:00.845356 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ef657abd-a7d4-4d3b-bce9-96bc936de07f req-bf55ba6a-075a-44c9-8bb6-8262e7487156 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499365 Jun 16 18:51:00.937216 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:00.985681 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d79f1-4b87-40fc-9e63-6fa5008f0b15 req-0f284411-0712-4b5b-a9bd-0aea62db07d3 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:00.987714 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-513d79f1-4b87-40fc-9e63-6fa5008f0b15 req-0f284411-0712-4b5b-a9bd-0aea62db07d3 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0804367 Jun 16 18:51:01.026750 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-513d79f1-4b87-40fc-9e63-6fa5008f0b15 req-6f7a4ede-6273-47c8-b757-e5e0a4dd1669 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328164 Jun 16 18:51:01.162197 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-f47fd0b5-4c1d-48c5-aa61-0bccb0989763 None None] Provisioning for port e692b359-7eb7-4f87-ba7e-18ad091f54ed completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:51:01.166332 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-f47fd0b5-4c1d-48c5-aa61-0bccb0989763 None None] Provisioning complete for port e692b359-7eb7-4f87-ba7e-18ad091f54ed triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:01.166804 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-f47fd0b5-4c1d-48c5-aa61-0bccb0989763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:01.199325 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-f47fd0b5-4c1d-48c5-aa61-0bccb0989763 None None] Port e692b359-7eb7-4f87-ba7e-18ad091f54ed cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:51:01.223114 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e692b359-7eb7-4f87-ba7e-18ad091f54ed {{(pid=100040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:51:01.230457 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:01.241968 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Transition to ACTIVE for port object e692b359-7eb7-4f87-ba7e-18ad091f54ed will not be triggered until provisioned by entity L2. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:51:01.420640 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:01.423562 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:01.495861 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Pushing event updated for resources: {'Port': ['ID=e692b359-7eb7-4f87-ba7e-18ad091f54ed,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:01.499551 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:01.567373 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Attempting to bind port e692b359-7eb7-4f87-ba7e-18ad091f54ed on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:51:01.567714 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Attempting to bind port e692b359-7eb7-4f87-ba7e-18ad091f54ed by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '5d16ab36-3918-408c-a6fc-60f24052cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c7155ed4-5feb-41f3-a7ec-a15935de49f7'}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:51:01.568060 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Attempting to bind port e692b359-7eb7-4f87-ba7e-18ad091f54ed on network c7155ed4-5feb-41f3-a7ec-a15935de49f7 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:51:01.572942 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Port e692b359-7eb7-4f87-ba7e-18ad091f54ed on network c7155ed4-5feb-41f3-a7ec-a15935de49f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:51:01.573266 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Attempting to bind port e692b359-7eb7-4f87-ba7e-18ad091f54ed on network c7155ed4-5feb-41f3-a7ec-a15935de49f7 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:51:01.578666 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:51:01.579027 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Checking segment: {'id': '5d16ab36-3918-408c-a6fc-60f24052cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c7155ed4-5feb-41f3-a7ec-a15935de49f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:51:01.582863 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Bound using segment: {'id': '5d16ab36-3918-408c-a6fc-60f24052cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c7155ed4-5feb-41f3-a7ec-a15935de49f7'} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:51:01.582863 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Bound port: e692b359-7eb7-4f87-ba7e-18ad091f54ed, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d16ab36-3918-408c-a6fc-60f24052cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c7155ed4-5feb-41f3-a7ec-a15935de49f7'}}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:51:01.582863 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:01.651519 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] For port e692b359-7eb7-4f87-ba7e-18ad091f54ed, host hv-cinder-66710, cleared binding levels {{(pid=100040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:51:01.654571 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] For port e692b359-7eb7-4f87-ba7e-18ad091f54ed, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e692b359-7eb7-4f87-ba7e-18ad091f54ed,segment=NetworkSegment(5d16ab36-3918-408c-a6fc-60f24052cc4e),segment_id=5d16ab36-3918-408c-a6fc-60f24052cc4e)] {{(pid=100040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:51:01.797011 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:01.799303 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-15137e55-9ee0-4772-87dd-9328e12f5954 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:01.849184 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:01.850092 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:01.871880 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-11204922-a6e3-4e2b-837b-467c641130c6 req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] 10.222.0.70 "PUT /v2.0/ports/e692b359-7eb7-4f87-ba7e-18ad091f54ed HTTP/1.1" status: 200 len: 1097 time: 1.0316398 Jun 16 18:51:01.871880 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd032c7-9516-4f6d-801e-5220bd68eb6d', 'tag': 'e692b359-7eb7-4f87-ba7e-18ad091f54ed'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:51:01.871880 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af7ef78-384d-41a5-80f1-2c145495eeea" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd032c7-9516-4f6d-801e-5220bd68eb6d", "tag": "e692b359-7eb7-4f87-ba7e-18ad091f54ed"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:51:01.904811 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Pushing event updated for resources: {'Port': ['ID=e692b359-7eb7-4f87-ba7e-18ad091f54ed,revision_number=3']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:01.908880 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:01.931896 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082b051b-2869-4c58-ac3f-0071346ac651 x-openstack-request-id: req-082b051b-2869-4c58-ac3f-0071346ac651 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:51:01.932499 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd032c7-9516-4f6d-801e-5220bd68eb6d", "tag": "e692b359-7eb7-4f87-ba7e-18ad091f54ed", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:51:01.932881 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-082b051b-2869-4c58-ac3f-0071346ac651 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:51:01.933400 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd032c7-9516-4f6d-801e-5220bd68eb6d', 'tag': 'e692b359-7eb7-4f87-ba7e-18ad091f54ed', 'status': 'completed', 'code': 200} Jun 16 18:51:02.036851 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7ef78-384d-41a5-80f1-2c145495eeea req-854b4a7c-da23-494a-9c7b-a5e669735f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:02.038558 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-8af7ef78-384d-41a5-80f1-2c145495eeea req-854b4a7c-da23-494a-9c7b-a5e669735f19 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=840c4829811449eaa86958213f4bffc8&device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 1100 time: 0.0621054 Jun 16 18:51:02.046003 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e5365-b107-42ec-bd26-d83f722843a6 req-34cdc179-8e92-4a01-bca9-c16120414098 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:02.047799 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b82e5365-b107-42ec-bd26-d83f722843a6 req-34cdc179-8e92-4a01-bca9-c16120414098 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 947 time: 0.0685780 Jun 16 18:51:02.071544 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-8af7ef78-384d-41a5-80f1-2c145495eeea req-ad37c989-4b8d-4a90-8e29-db093e995b44 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=840c4829811449eaa86958213f4bffc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219097 Jun 16 18:51:02.102276 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b82e5365-b107-42ec-bd26-d83f722843a6 req-6cab5a5e-9766-4f21-a471-36ca5c53f766 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462246 Jun 16 18:51:02.171911 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7ef78-384d-41a5-80f1-2c145495eeea req-52b8d0a0-2b80-4b92-9002-3da4d3b872b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:02.173342 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-8af7ef78-384d-41a5-80f1-2c145495eeea req-52b8d0a0-2b80-4b92-9002-3da4d3b872b9 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950599 Jun 16 18:51:02.225329 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3c213-840a-426b-9359-452a3ee85825 req-554d93e8-70ca-4238-bba8-75ad78a64f36 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:02.226827 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2cf3c213-840a-426b-9359-452a3ee85825 req-554d93e8-70ca-4238-bba8-75ad78a64f36 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0691116 Jun 16 18:51:02.268907 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2cf3c213-840a-426b-9359-452a3ee85825 req-5b6d2b23-759e-454b-b424-fdfc246743f2 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350490 Jun 16 18:51:02.281017 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11204922-a6e3-4e2b-837b-467c641130c6 req-580fd5d5-d338-4c35-afb4-f1434fe89b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:02.286455 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-11204922-a6e3-4e2b-837b-467c641130c6 req-580fd5d5-d338-4c35-afb4-f1434fe89b1d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=840c4829811449eaa86958213f4bffc8&device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 1100 time: 0.0684566 Jun 16 18:51:02.334390 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-11204922-a6e3-4e2b-837b-467c641130c6 req-8d9599e9-b6c6-4428-a27a-4d17849e41f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=e692b359-7eb7-4f87-ba7e-18ad091f54ed HTTP/1.1" status: 200 len: 217 time: 0.0385933 Jun 16 18:51:02.385363 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11204922-a6e3-4e2b-837b-467c641130c6 req-6f2d88fe-4f3a-471e-897f-1b54d5bb2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:02.386898 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-11204922-a6e3-4e2b-837b-467c641130c6 req-6f2d88fe-4f3a-471e-897f-1b54d5bb2414 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dc0e4076-4cf4-457b-85b6-992836c3dd4d HTTP/1.1" status: 200 len: 843 time: 0.0428882 Jun 16 18:51:02.449545 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11204922-a6e3-4e2b-837b-467c641130c6 req-cc4504ac-5e12-43f1-a46f-f3e88e8435b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:02.450894 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-11204922-a6e3-4e2b-837b-467c641130c6 req-cc4504ac-5e12-43f1-a46f-f3e88e8435b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c7155ed4-5feb-41f3-a7ec-a15935de49f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0541136 Jun 16 18:51:02.538244 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-11204922-a6e3-4e2b-837b-467c641130c6 req-b3d77df3-c18e-460a-8453-bfe009e1c1ad service neutron] 10.222.0.70 "GET /v2.0/networks/c7155ed4-5feb-41f3-a7ec-a15935de49f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792146 Jun 16 18:51:02.628000 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-11204922-a6e3-4e2b-837b-467c641130c6 req-26523344-87ab-40aa-8c4b-3c0e019d8e12 service neutron] 10.222.0.70 "GET /v2.0/networks/c7155ed4-5feb-41f3-a7ec-a15935de49f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829010 Jun 16 18:51:03.386942 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c32d77-8a1d-48e4-9d1f-314e4992e33e req-c097e677-d86f-4e04-8c0c-55be42f9f5d4 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:03.389325 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b2c32d77-8a1d-48e4-9d1f-314e4992e33e req-c097e677-d86f-4e04-8c0c-55be42f9f5d4 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 947 time: 0.0792134 Jun 16 18:51:03.437047 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b2c32d77-8a1d-48e4-9d1f-314e4992e33e req-613bb4de-e907-4a83-8b41-b51fdeabad48 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393994 Jun 16 18:51:03.598942 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1652892-09fc-497b-91be-087d5c60ab27 req-1fc5c58e-bb7d-4b78-9b38-263cf2a8872b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:03.600614 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e1652892-09fc-497b-91be-087d5c60ab27 req-1fc5c58e-bb7d-4b78-9b38-263cf2a8872b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0643234 Jun 16 18:51:03.637231 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e1652892-09fc-497b-91be-087d5c60ab27 req-942e0d15-c6f4-4f03-9a9f-ff109b73ed88 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311191 Jun 16 18:51:04.484608 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 49430) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:04.596761 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:04.624981 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1790b7-d12c-4418-b767-1fd051d85220 req-54bef1d1-cf89-43e4-bf70-2da7c4b983fa tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:04.626498 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bd1790b7-d12c-4418-b767-1fd051d85220 req-54bef1d1-cf89-43e4-bf70-2da7c4b983fa tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 947 time: 0.0725007 Jun 16 18:51:04.682267 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bd1790b7-d12c-4418-b767-1fd051d85220 req-83c6b12f-7341-4eb4-adf0-75f36ebeee1d tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498028 Jun 16 18:51:04.715648 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:04.829308 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:04.834175 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-02234d53-a220-4ce4-87d9-5b5401d63482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:04.845408 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273169b-6974-4138-a1a6-62d145efcd89 req-bce1332c-0b70-4299-8149-f71c1616715a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:04.847480 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5273169b-6974-4138-a1a6-62d145efcd89 req-bce1332c-0b70-4299-8149-f71c1616715a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0697458 Jun 16 18:51:04.869925 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dac074-29b5-463c-9e61-08350cb9fecc,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:04.880501 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:04.880863 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:04.881223 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:04.881579 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:04.881929 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:04.882275 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:04.882620 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:04.882968 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:04.883595 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:04.883935 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:04.884279 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:04.884619 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:04.889711 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e88e4dc6f18b414386b46069e7ba3574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4037945 Jun 16 18:51:04.890593 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:04.892206 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 49442) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:04.893982 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5273169b-6974-4138-a1a6-62d145efcd89 req-e0ae1897-4a17-42a2-9379-e311d49ddb8b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401647 Jun 16 18:51:04.957760 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e03030db-c07b-4a97-8434-491a4edb7d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:04.978594 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e03030db-c07b-4a97-8434-491a4edb7d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:05.075957 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e03030db-c07b-4a97-8434-491a4edb7d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:05.078784 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e03030db-c07b-4a97-8434-491a4edb7d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:05.080001 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-e03030db-c07b-4a97-8434-491a4edb7d5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08dac074-29b5-463c-9e61-08350cb9fecc HTTP/1.1" status: 204 len: 168 time: 0.1857696 Jun 16 18:51:05.081345 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-49c6222e-265d-48a3-9a09-184c3da852f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:05.088857 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03030db-c07b-4a97-8434-491a4edb7d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dac074-29b5-463c-9e61-08350cb9fecc,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:05.091198 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e03030db-c07b-4a97-8434-491a4edb7d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:05.132898 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 49448) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:05.239996 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-dd08cbd7-0cbf-4b93-a8b8-1c996ccfc8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:05.325989 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-dd08cbd7-0cbf-4b93-a8b8-1c996ccfc8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:05.390417 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-dd08cbd7-0cbf-4b93-a8b8-1c996ccfc8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:05.394544 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e244430b-0161-4fd7-b7b1-38d808a299a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:05.435125 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-dd08cbd7-0cbf-4b93-a8b8-1c996ccfc8f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1691125da1014b508b531ba43f894dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984467 Jun 16 18:51:05.435125 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08cbd7-0cbf-4b93-a8b8-1c996ccfc8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebfdb24-e762-4577-96d6-adab0c35f925,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:05.435437 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 49458) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:05.436854 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-dd08cbd7-0cbf-4b93-a8b8-1c996ccfc8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:05.500092 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:05.521396 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:05.636123 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:05.638731 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:05.639889 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ebfdb24-e762-4577-96d6-adab0c35f925 HTTP/1.1" status: 204 len: 168 time: 0.2016282 Jun 16 18:51:05.640626 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:05.649232 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebfdb24-e762-4577-96d6-adab0c35f925,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:05.656311 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:05.656676 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:05.657032 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:05.657383 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:05.657721 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:05.658063 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:05.658406 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:05.658746 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:05.659112 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:05.659447 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:05.659782 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:05.660114 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:05.669007 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:05.687282 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 49462) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:05.701308 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-404c4903-dc61-42e3-97e7-0cec0d1a96fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:05.791277 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-404c4903-dc61-42e3-97e7-0cec0d1a96fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:05.863740 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-404c4903-dc61-42e3-97e7-0cec0d1a96fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:05.866860 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:05.868207 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba767e-67ce-4bf4-b7ca-f660c1fdc14d req-7e276ff7-0914-438b-b0af-e3e3b99845ce tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:05.869315 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-72ba767e-67ce-4bf4-b7ca-f660c1fdc14d req-7e276ff7-0914-438b-b0af-e3e3b99845ce tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 947 time: 0.0662220 Jun 16 18:51:05.911212 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-404c4903-dc61-42e3-97e7-0cec0d1a96fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2660ebf0f1e34eed948a2e841023dc25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188158 Jun 16 18:51:05.911212 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c4903-dc61-42e3-97e7-0cec0d1a96fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4bb40d-d1bd-4d1a-9fb7-64f3714806e1,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:05.911531 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 49470) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:05.912967 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-404c4903-dc61-42e3-97e7-0cec0d1a96fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:05.927540 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-72ba767e-67ce-4bf4-b7ca-f660c1fdc14d req-be5358cd-a609-4a49-806f-01e17dec4a78 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519857 Jun 16 18:51:05.976153 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1561e352-93a5-44c6-a538-4d405d4bd2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:05.997618 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1561e352-93a5-44c6-a538-4d405d4bd2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:06.103266 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993262a-7702-4728-a0e1-4de2fb59126b req-3dd9a28a-0d30-401d-a58c-754ae773824d tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:06.104790 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6993262a-7702-4728-a0e1-4de2fb59126b req-3dd9a28a-0d30-401d-a58c-754ae773824d tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0676389 Jun 16 18:51:06.129751 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1561e352-93a5-44c6-a538-4d405d4bd2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:06.132309 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1561e352-93a5-44c6-a538-4d405d4bd2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:06.133627 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-1561e352-93a5-44c6-a538-4d405d4bd2e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e4bb40d-d1bd-4d1a-9fb7-64f3714806e1 HTTP/1.1" status: 204 len: 168 time: 0.2211645 Jun 16 18:51:06.135411 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:06.152039 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561e352-93a5-44c6-a538-4d405d4bd2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4bb40d-d1bd-4d1a-9fb7-64f3714806e1,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:06.155897 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1561e352-93a5-44c6-a538-4d405d4bd2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:06.159598 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6993262a-7702-4728-a0e1-4de2fb59126b req-e925f466-402a-4682-bd4c-445025c04d9a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489256 Jun 16 18:51:07.095353 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ac778-0c81-4c81-bc66-e84b09a267bc req-a53e408e-c774-4388-80df-f049ece569f7 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:07.096870 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-286ac778-0c81-4c81-bc66-e84b09a267bc req-a53e408e-c774-4388-80df-f049ece569f7 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 947 time: 0.0613225 Jun 16 18:51:07.137296 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-286ac778-0c81-4c81-bc66-e84b09a267bc req-1a056eeb-cb8a-4179-8199-78f9d288330a tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345817 Jun 16 18:51:07.185407 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 49526) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:07.306552 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 49532) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:07.342245 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a53e1e-eb58-4d43-9ce9-54e8571066c5 req-6cc0d2a1-c627-4967-8cb1-04f692ce0496 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:07.343760 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-75a53e1e-eb58-4d43-9ce9-54e8571066c5 req-6cc0d2a1-c627-4967-8cb1-04f692ce0496 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0661092 Jun 16 18:51:07.349171 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1465693597-network', 'tenant_id': '7462c8dedf854b1eb4b21e703ee40370'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:51:07.368381 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7a998b01-0d53-4740-92cf-d45abbc9089f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:07.397382 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-75a53e1e-eb58-4d43-9ce9-54e8571066c5 req-b54c11fb-f63b-4345-8954-48f75fead9de tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441546 Jun 16 18:51:07.492754 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Made reservation on behalf of 7462c8dedf854b1eb4b21e703ee40370 for: {'network': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:51:07.495432 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:07.504428 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:07.569284 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7a998b01-0d53-4740-92cf-d45abbc9089f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:07.640278 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7a998b01-0d53-4740-92cf-d45abbc9089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:07.643499 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-eecdb49e-9d33-498c-b20f-ab7791d0b251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:07.673692 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device e692b359-7eb7-4f87-ba7e-18ad091f54ed details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:51:07.680755 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-7a998b01-0d53-4740-92cf-d45abbc9089f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e468ac4efab436f88c7e646cb052c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707900 Jun 16 18:51:07.681804 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 49538) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:07.688632 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a998b01-0d53-4740-92cf-d45abbc9089f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a354ec8-97a1-465f-ada6-bdd23eb1e7cf,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:07.694570 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7a998b01-0d53-4740-92cf-d45abbc9089f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:07.757967 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:07.768493 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c3f706c7-c3ec-45d9-ac2d-891769447bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:07.796387 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c3f706c7-c3ec-45d9-ac2d-891769447bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:07.808446 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port e692b359-7eb7-4f87-ba7e-18ad091f54ed, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e692b359-7eb7-4f87-ba7e-18ad091f54ed,segment=NetworkSegment(5d16ab36-3918-408c-a6fc-60f24052cc4e),segment_id=5d16ab36-3918-408c-a6fc-60f24052cc4e)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:07.819655 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': 'e692b359-7eb7-4f87-ba7e-18ad091f54ed', 'network_id': 'c7155ed4-5feb-41f3-a7ec-a15935de49f7', 'port_id': 'e692b359-7eb7-4f87-ba7e-18ad091f54ed', 'mac_address': 'fa:16:3e:e7:1c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc0e4076-4cf4-457b-85b6-992836c3dd4d', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:51:07.847395 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:07.852655 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4288866a-d51b-48f6-902e-2914e602b969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:07.859797 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:07.873998 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e692b359-7eb7-4f87-ba7e-18ad091f54ed {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:51:07.876875 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d36077-e44a-4e58-beb0-25cd7be36fd7,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:07.880762 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:07.898017 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port e692b359-7eb7-4f87-ba7e-18ad091f54ed, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e692b359-7eb7-4f87-ba7e-18ad091f54ed,segment=NetworkSegment(5d16ab36-3918-408c-a6fc-60f24052cc4e),segment_id=5d16ab36-3918-408c-a6fc-60f24052cc4e)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:07.961113 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c3f706c7-c3ec-45d9-ac2d-891769447bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:07.963803 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c3f706c7-c3ec-45d9-ac2d-891769447bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:07.981319 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-c3f706c7-c3ec-45d9-ac2d-891769447bb9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a354ec8-97a1-465f-ada6-bdd23eb1e7cf HTTP/1.1" status: 204 len: 168 time: 0.2822325 Jun 16 18:51:07.981319 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ce9dc980-b5e7-41f0-8a57-ed9ddd51ac0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:07.982958 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=100039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:51:07.983214 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f706c7-c3ec-45d9-ac2d-891769447bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a354ec8-97a1-465f-ada6-bdd23eb1e7cf,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:07.983214 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-c3f706c7-c3ec-45d9-ac2d-891769447bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:07.983421 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:07.983421 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.segments_db [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Added segment 58041358-cbc1-4cdc-b347-91764d4602c6 of type vlan for network 81a7edcc-fa3a-47ea-9725-e4bbc8a7c846 Jun 16 18:51:08.007659 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:08.015757 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:08.025800 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:08.056096 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=e692b359-7eb7-4f87-ba7e-18ad091f54ed,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:08.063075 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:08.063428 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:08.063772 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:08.064108 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:08.064440 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:08.065350 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:08.065717 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:08.066044 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:08.066369 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:08.066689 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:08.067034 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:08.067355 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:08.071204 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:08.234720 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:08.236154 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:08.240982 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:08.240982 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:08.326479 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Pushing event updated for resources: {'Network': ['ID=81a7edcc-fa3a-47ea-9725-e4bbc8a7c846,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:08.329443 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:08.336019 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network 81a7edcc-fa3a-47ea-9725-e4bbc8a7c846 details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:51:08.357526 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54f3b7-cbb0-4a96-b4af-940112edf344 req-7ba9327b-e1bb-46a3-b003-ca34a405643e tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:08.359008 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8f54f3b7-cbb0-4a96-b4af-940112edf344 req-7ba9327b-e1bb-46a3-b003-ca34a405643e tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 948 time: 0.1021187 Jun 16 18:51:08.397218 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8f54f3b7-cbb0-4a96-b4af-940112edf344 req-67e678ca-03f8-4b32-ba66-5eb41a648a55 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Jun 16 18:51:08.448198 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2616556 Jun 16 18:51:08.456136 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 49558) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:08.462521 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-62b8d1d1-8da7-4795-9930-431651d2a5a6 admin admin] Request body: {'subnet': {'network_id': '81a7edcc-fa3a-47ea-9725-e4bbc8a7c846', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1465693597-subnet', 'tenant_id': '7462c8dedf854b1eb4b21e703ee40370', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:51:08.566217 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b8d1d1-8da7-4795-9930-431651d2a5a6 admin admin] Made reservation on behalf of 7462c8dedf854b1eb4b21e703ee40370 for: {'subnet': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:51:08.568797 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-62b8d1d1-8da7-4795-9930-431651d2a5a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25566536'] for subnet, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:08.592240 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb65ac-5a06-4018-aca3-18e9d1c612da req-43547a7e-95ab-4a0b-b7f6-e9dc705fe682 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:08.594766 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60fb65ac-5a06-4018-aca3-18e9d1c612da req-43547a7e-95ab-4a0b-b7f6-e9dc705fe682 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0825436 Jun 16 18:51:08.624669 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['e692b359-7eb7-4f87-ba7e-18ad091f54ed'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:51:08.642760 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-60fb65ac-5a06-4018-aca3-18e9d1c612da req-8e86cf60-359e-4079-bb1e-eefd287c5fd9 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Jun 16 18:51:08.829372 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-62b8d1d1-8da7-4795-9930-431651d2a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25564395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25566554'] for subnet, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:08.837234 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:08.886256 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8d1d1-8da7-4795-9930-431651d2a5a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ab184a-2594-47d0-bc53-f015c63bc596,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:08.890111 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-62b8d1d1-8da7-4795-9930-431651d2a5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:08.895425 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b8d1d1-8da7-4795-9930-431651d2a5a6 admin admin] Checking segment: {'id': '58041358-cbc1-4cdc-b347-91764d4602c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '81a7edcc-fa3a-47ea-9725-e4bbc8a7c846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:51:08.895794 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b8d1d1-8da7-4795-9930-431651d2a5a6 admin admin] Network hostable DHCP agents. Network: 81a7edcc-fa3a-47ea-9725-e4bbc8a7c846, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:51:09.034836 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b8d1d1-8da7-4795-9930-431651d2a5a6 admin admin] Network 81a7edcc-fa3a-47ea-9725-e4bbc8a7c846 is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:51:09.435607 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-62b8d1d1-8da7-4795-9930-431651d2a5a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, 81a7edcc-fa3a-47ea-9725-e4bbc8a7c846) {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:51:09.440037 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b8d1d1-8da7-4795-9930-431651d2a5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:09.440775 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-62b8d1d1-8da7-4795-9930-431651d2a5a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:09.446658 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70c76f5-4351-4a4d-b733-0245266c4083 None None] Network 81a7edcc-fa3a-47ea-9725-e4bbc8a7c846 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:51:09.545341 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-62b8d1d1-8da7-4795-9930-431651d2a5a6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0873187 Jun 16 18:51:09.606732 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3d30e-d62c-44a7-9bb1-0d0bdc4dc7f3 req-b3fc462f-4084-4a03-93c4-bfe994a522f0 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:09.608381 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0fd3d30e-d62c-44a7-9bb1-0d0bdc4dc7f3 req-b3fc462f-4084-4a03-93c4-bfe994a522f0 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 948 time: 0.0825114 Jun 16 18:51:09.655528 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0fd3d30e-d62c-44a7-9bb1-0d0bdc4dc7f3 req-9e9251dd-2c1f-4bff-9881-d8994e1351e1 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399833 Jun 16 18:51:09.695274 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba684e93-5e12-480d-8761-5750ee607168 None None] Network 81a7edcc-fa3a-47ea-9725-e4bbc8a7c846 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:51:09.860595 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b55fec-107c-4df8-9b61-bcf0b8ae8e93 req-2ed10a8a-04d8-4e5e-9c8a-2ac686d41e32 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:09.862072 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e5b55fec-107c-4df8-9b61-bcf0b8ae8e93 req-2ed10a8a-04d8-4e5e-9c8a-2ac686d41e32 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0652831 Jun 16 18:51:09.901087 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e5b55fec-107c-4df8-9b61-bcf0b8ae8e93 req-2a4f5fd0-8527-4ad9-bb8a-4f59333e285f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331416 Jun 16 18:51:10.350474 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 49614) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:10.355512 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-661982516-network', 'tenant_id': '64bef20900174f928325bebab47aa9e9'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:51:10.469959 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Made reservation on behalf of 64bef20900174f928325bebab47aa9e9 for: {'network': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:51:10.472917 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:10.485166 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:10.788773 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:10.845140 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58344471-53a8-4ef8-bfb1-11047e9eaac4 req-cb32928a-4e8f-439b-addf-4f827cfa8731 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:10.846721 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-58344471-53a8-4ef8-bfb1-11047e9eaac4 req-cb32928a-4e8f-439b-addf-4f827cfa8731 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 948 time: 0.0639446 Jun 16 18:51:10.847151 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:10.851178 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0138421a-f259-4211-8e6c-a6cd6058e58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:10.868396 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=100040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:51:10.882856 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92bf0d0-385c-43c0-a2ab-4a5f070aec89,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:10.887401 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:10.888448 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:10.888783 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.segments_db [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Added segment 19f147a6-8838-4694-96a7-35b18c04cefe of type vlan for network 82c45aec-7a9a-4317-b19b-3aa137444c6b Jun 16 18:51:10.890414 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-58344471-53a8-4ef8-bfb1-11047e9eaac4 req-34bd4fa5-612c-499d-9a32-fe68924afe3d tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371180 Jun 16 18:51:10.928900 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:10.989997 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:10.991359 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:10.991927 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:10.994063 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-10e2c51b-0405-4341-bfe0-a1b78d612f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:11.051911 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Pushing event updated for resources: {'Network': ['ID=82c45aec-7a9a-4317-b19b-3aa137444c6b,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:11.054609 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:11.061820 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network 82c45aec-7a9a-4317-b19b-3aa137444c6b details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:51:11.081059 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684492-ee48-4cf7-a028-d9784116a4a0 req-9903421a-346c-4386-8f86-fbcb9d776873 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:11.092412 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-88684492-ee48-4cf7-a028-d9784116a4a0 req-9903421a-346c-4386-8f86-fbcb9d776873 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0668263 Jun 16 18:51:11.110991 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7592537 Jun 16 18:51:11.114123 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 49622) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:11.119169 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-d2c3e263-044b-466a-8fa7-dea89b887e85 admin admin] Request body: {'subnet': {'network_id': '82c45aec-7a9a-4317-b19b-3aa137444c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-661982516-subnet', 'tenant_id': '64bef20900174f928325bebab47aa9e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:51:11.122485 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-88684492-ee48-4cf7-a028-d9784116a4a0 req-fc3c6998-8352-44ff-b8fa-5e4648958043 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341117 Jun 16 18:51:11.201680 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c3e263-044b-466a-8fa7-dea89b887e85 admin admin] Made reservation on behalf of 64bef20900174f928325bebab47aa9e9 for: {'subnet': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:51:11.204033 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e263-044b-466a-8fa7-dea89b887e85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25566536'] for subnet, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:11.418916 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e263-044b-466a-8fa7-dea89b887e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25564395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25566554'] for subnet, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:11.423190 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:11.474042 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3e263-044b-466a-8fa7-dea89b887e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12da1ef-ae2e-4912-8b38-185c82b78649,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:11.477851 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-d2c3e263-044b-466a-8fa7-dea89b887e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:11.485200 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c3e263-044b-466a-8fa7-dea89b887e85 admin admin] Checking segment: {'id': '19f147a6-8838-4694-96a7-35b18c04cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '82c45aec-7a9a-4317-b19b-3aa137444c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:51:11.485551 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c3e263-044b-466a-8fa7-dea89b887e85 admin admin] Network hostable DHCP agents. Network: 82c45aec-7a9a-4317-b19b-3aa137444c6b, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:51:11.602599 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c3e263-044b-466a-8fa7-dea89b887e85 admin admin] Network 82c45aec-7a9a-4317-b19b-3aa137444c6b is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:51:11.648231 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ab9e1-735d-498f-97fb-8ef39fddccbe req-bfee9083-9670-4c74-9a39-8af812421984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:11.649708 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-7b9ab9e1-735d-498f-97fb-8ef39fddccbe req-bfee9083-9670-4c74-9a39-8af812421984 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 1098 time: 0.0559890 Jun 16 18:51:11.676425 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device e692b359-7eb7-4f87-ba7e-18ad091f54ed up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:51:11.685134 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-7b9ab9e1-735d-498f-97fb-8ef39fddccbe req-88a4935e-019e-4bdf-b220-8dd054c8463a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282955 Jun 16 18:51:11.708501 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-d2c3e263-044b-466a-8fa7-dea89b887e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, 82c45aec-7a9a-4317-b19b-3aa137444c6b) {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:51:11.713355 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c3e263-044b-466a-8fa7-dea89b887e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:11.718457 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e263-044b-466a-8fa7-dea89b887e85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:11.719231 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b33f13-0cb9-48e7-b8f6-ff0f20351583 None None] Network 82c45aec-7a9a-4317-b19b-3aa137444c6b requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:51:11.802411 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-d2c3e263-044b-466a-8fa7-dea89b887e85 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6869588 Jun 16 18:51:11.852157 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1787cc-6e55-48bc-9fb7-93bd38925ebb None None] Network 82c45aec-7a9a-4317-b19b-3aa137444c6b requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:51:11.894746 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port e692b359-7eb7-4f87-ba7e-18ad091f54ed completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:51:11.903973 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port e692b359-7eb7-4f87-ba7e-18ad091f54ed triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:11.904351 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:12.045740 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:12.075762 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd032c7-9516-4f6d-801e-5220bd68eb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e692b359-7eb7-4f87-ba7e-18ad091f54ed'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:51:12.079296 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a682a5-67e0-4f85-8500-79372ccb1b9f" -d '{"events": [{"server_uuid": "1bd032c7-9516-4f6d-801e-5220bd68eb6d", "name": "network-vif-plugged", "status": "completed", "tag": "e692b359-7eb7-4f87-ba7e-18ad091f54ed"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:51:12.082154 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85fcea-a50d-4970-b029-5a782a41752e req-2e078f59-1a22-4c6a-ba72-7213fbe3dacd tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:12.083748 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0c85fcea-a50d-4970-b029-5a782a41752e req-2e078f59-1a22-4c6a-ba72-7213fbe3dacd tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 948 time: 0.0703597 Jun 16 18:51:12.090384 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port e692b359-7eb7-4f87-ba7e-18ad091f54ed, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e692b359-7eb7-4f87-ba7e-18ad091f54ed,segment=NetworkSegment(5d16ab36-3918-408c-a6fc-60f24052cc4e),segment_id=5d16ab36-3918-408c-a6fc-60f24052cc4e)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:12.125956 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d575445-0026-4fa5-a197-0a2b91746e46 x-openstack-request-id: req-8d575445-0026-4fa5-a197-0a2b91746e46 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:51:12.126251 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd032c7-9516-4f6d-801e-5220bd68eb6d", "name": "network-vif-plugged", "status": "completed", "tag": "e692b359-7eb7-4f87-ba7e-18ad091f54ed", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:51:12.126517 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d575445-0026-4fa5-a197-0a2b91746e46 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:51:12.126900 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd032c7-9516-4f6d-801e-5220bd68eb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e692b359-7eb7-4f87-ba7e-18ad091f54ed', 'code': 200} Jun 16 18:51:12.131581 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0c85fcea-a50d-4970-b029-5a782a41752e req-02cf2f32-1fd3-42ab-89bb-9ce2657e9061 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422349 Jun 16 18:51:12.155771 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:12.158077 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:12.208439 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=e692b359-7eb7-4f87-ba7e-18ad091f54ed,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:12.212069 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:12.308956 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6683771-5484-450b-8f94-cea4e72dfc87 req-7c74c6ba-4665-426c-bfec-fb77fe0602b6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:12.310779 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c6683771-5484-450b-8f94-cea4e72dfc87 req-7c74c6ba-4665-426c-bfec-fb77fe0602b6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0626183 Jun 16 18:51:12.354220 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c6683771-5484-450b-8f94-cea4e72dfc87 req-1788a504-f2c5-4613-a318-de8c39363708 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366595 Jun 16 18:51:12.587602 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4b4bc-8ab5-457a-a9cc-a4c989cec3b9 req-1fe652b8-3d0c-4c01-b8b0-0b4f0c5c5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:12.589140 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-5ef4b4bc-8ab5-457a-a9cc-a4c989cec3b9 req-1fe652b8-3d0c-4c01-b8b0-0b4f0c5c5f9d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 1102 time: 0.1007457 Jun 16 18:51:12.634635 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-5ef4b4bc-8ab5-457a-a9cc-a4c989cec3b9 req-e97f548b-9ae1-4c13-ad06-972367a5a3b1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Jun 16 18:51:13.305706 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9586328-edd4-456e-b466-61585330e65a req-9306e0ee-9c39-4515-8bdd-896f546a02a5 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:13.307827 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c9586328-edd4-456e-b466-61585330e65a req-9306e0ee-9c39-4515-8bdd-896f546a02a5 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 949 time: 0.0658560 Jun 16 18:51:13.346342 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c9586328-edd4-456e-b466-61585330e65a req-1b933b04-68fa-491d-b60f-11fe1e59a50a tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Jun 16 18:51:13.528937 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be2264-6e4b-4da6-9a5a-b870c5cfbe80 req-5f53eda8-a3ff-4932-ab54-3f2ac91ea738 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:13.530312 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-82be2264-6e4b-4da6-9a5a-b870c5cfbe80 req-5f53eda8-a3ff-4932-ab54-3f2ac91ea738 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0649197 Jun 16 18:51:13.567175 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-82be2264-6e4b-4da6-9a5a-b870c5cfbe80 req-18899b7f-54c6-48bd-bc4d-ab2ec2c4914a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Jun 16 18:51:14.347394 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fecfcb-4f1c-41ea-8801-8ab3d756ae93 req-23b651d4-4bc5-46cc-8972-128cdc7e2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:14.348869 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-08fecfcb-4f1c-41ea-8801-8ab3d756ae93 req-23b651d4-4bc5-46cc-8972-128cdc7e2ff1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=800642a613714aec9372ad858f15dd9b&device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 1098 time: 0.0525339 Jun 16 18:51:14.349299 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90277d-7de3-477f-9129-2c8bbcba300b req-3d57a424-c5f4-4bf3-9da6-9401fddafdd1 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:14.350733 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a90277d-7de3-477f-9129-2c8bbcba300b req-3d57a424-c5f4-4bf3-9da6-9401fddafdd1 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0656307 Jun 16 18:51:14.394062 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a90277d-7de3-477f-9129-2c8bbcba300b req-3fcb6afe-fad0-426e-b277-c2380272b2b1 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376630 Jun 16 18:51:14.451475 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fecfcb-4f1c-41ea-8801-8ab3d756ae93 req-0659a67c-8d67-47d4-9e58-6b13138d8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:14.452940 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-08fecfcb-4f1c-41ea-8801-8ab3d756ae93 req-0659a67c-8d67-47d4-9e58-6b13138d8503 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc88b1e0-01b8-46a4-896b-30044689d0a1 HTTP/1.1" status: 200 len: 920 time: 0.0953336 Jun 16 18:51:14.497753 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-08fecfcb-4f1c-41ea-8801-8ab3d756ae93 req-76d2b16b-43b9-4dc0-a0d9-b1936ff8358e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=805562b2-2c79-4a2a-8511-0f62973004e8 HTTP/1.1" status: 200 len: 217 time: 0.0367045 Jun 16 18:51:14.525211 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894671c-133a-49f3-a24e-9bca3e38919d req-c427803c-7cc9-4b8a-a6bf-b7c7b9a67460 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:14.526687 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2894671c-133a-49f3-a24e-9bca3e38919d req-c427803c-7cc9-4b8a-a6bf-b7c7b9a67460 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 949 time: 0.0620089 Jun 16 18:51:14.548893 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fecfcb-4f1c-41ea-8801-8ab3d756ae93 req-6f93514a-0966-4547-9742-fce0b3313978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:14.550346 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-08fecfcb-4f1c-41ea-8801-8ab3d756ae93 req-6f93514a-0966-4547-9742-fce0b3313978 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=940bc029-0d55-45ba-9372-a743fe6683d3 HTTP/1.1" status: 200 len: 859 time: 0.0432520 Jun 16 18:51:14.562425 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2894671c-133a-49f3-a24e-9bca3e38919d req-5a4fa613-4d4b-402d-9bda-3e96459971b4 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300493 Jun 16 18:51:14.585874 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-08fecfcb-4f1c-41ea-8801-8ab3d756ae93 req-b48767ef-a7c0-42c6-9b91-ce2867fa2f7e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc88b1e0-01b8-46a4-896b-30044689d0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263762 Jun 16 18:51:14.680545 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-08fecfcb-4f1c-41ea-8801-8ab3d756ae93 req-8f174e8d-d3a3-472c-a8d5-65381c8e874a service neutron] 10.222.0.70 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829377 Jun 16 18:51:14.782355 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-08fecfcb-4f1c-41ea-8801-8ab3d756ae93 req-1612294e-ab9b-488f-907b-b3ea77c7e142 service neutron] 10.222.0.70 "GET /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826943 Jun 16 18:51:15.566505 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-2742c272-0375-44ac-8b6f-dc94a06a717e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:15.575827 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfda207-a2bd-487b-8992-4bbd27c81e43 req-0b66768c-0fec-4a43-afa6-471253499ea9 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:15.577265 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-abfda207-a2bd-487b-8992-4bbd27c81e43 req-0b66768c-0fec-4a43-afa6-471253499ea9 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0636191 Jun 16 18:51:15.620430 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-abfda207-a2bd-487b-8992-4bbd27c81e43 req-7772c518-eec5-4289-bfc2-93936f538877 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372345 Jun 16 18:51:15.757368 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba270f-b5e5-45df-a604-b16785844ee0 req-a2c50133-f724-492b-8b11-d8efc3ac84b1 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:15.759136 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-baba270f-b5e5-45df-a604-b16785844ee0 req-a2c50133-f724-492b-8b11-d8efc3ac84b1 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 949 time: 0.0776629 Jun 16 18:51:15.796909 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-baba270f-b5e5-45df-a604-b16785844ee0 req-14d98a68-f69f-426d-889f-64fd2eef87a3 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320156 Jun 16 18:51:16.513488 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4806bed-f71d-4d7e-8c61-100f3e35face req-9bab6835-121e-489a-a0f9-e7775afaa739 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:16.515049 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c4806bed-f71d-4d7e-8c61-100f3e35face req-9bab6835-121e-489a-a0f9-e7775afaa739 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 949 time: 0.0651193 Jun 16 18:51:16.554385 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c4806bed-f71d-4d7e-8c61-100f3e35face req-3ee2f8b8-d0c4-4775-9650-9a23b355e525 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329165 Jun 16 18:51:16.801084 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74473c56-d5fa-4166-b86b-8bffea14f1bc req-55d2fb94-e5a7-44f0-868f-3e66c6d82050 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:16.802557 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-74473c56-d5fa-4166-b86b-8bffea14f1bc req-55d2fb94-e5a7-44f0-868f-3e66c6d82050 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0691831 Jun 16 18:51:16.842060 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-74473c56-d5fa-4166-b86b-8bffea14f1bc req-ffc82de3-a1c6-47c8-a691-29da66ee72a2 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338638 Jun 16 18:51:17.334614 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b808577-fa39-40b9-a714-2320d44e3559 req-6881f6ce-f9e9-41c8-b902-f21d670ed3f9 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:17.334614 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7b808577-fa39-40b9-a714-2320d44e3559 req-6881f6ce-f9e9-41c8-b902-f21d670ed3f9 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 946 time: 0.0663459 Jun 16 18:51:17.371074 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7b808577-fa39-40b9-a714-2320d44e3559 req-f9c90c26-0dcc-4c22-abbe-5db0173a1379 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312622 Jun 16 18:51:17.726680 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926ab10-1ff4-4523-96f8-0b062fde1325 req-57c12dbf-fa4d-4c75-b05f-9f29eaf2366f tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:17.728059 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9926ab10-1ff4-4523-96f8-0b062fde1325 req-57c12dbf-fa4d-4c75-b05f-9f29eaf2366f tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 949 time: 0.0619135 Jun 16 18:51:17.764503 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9926ab10-1ff4-4523-96f8-0b062fde1325 req-bb9be442-1da1-4a4b-99d8-fdfb932cee17 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305002 Jun 16 18:51:17.995432 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6575-fe64-4271-a225-a5ec3e1b3b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:18.022083 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f564f-8fc6-42ae-bd8e-c328c25c5e6b req-231d4e66-d9db-43f6-8024-460af86904f1 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:18.023587 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-924f564f-8fc6-42ae-bd8e-c328c25c5e6b req-231d4e66-d9db-43f6-8024-460af86904f1 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0697694 Jun 16 18:51:18.065755 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-924f564f-8fc6-42ae-bd8e-c328c25c5e6b req-7b0dc0d3-162c-4d46-80b4-f421509751f0 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364676 Jun 16 18:51:18.407588 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:18.549592 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee2bb7-4a96-43ba-9b9b-688c48cabfd7 req-5424547d-c6ff-484e-82b7-da6e5d61a549 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:18.551144 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-43ee2bb7-4a96-43ba-9b9b-688c48cabfd7 req-5424547d-c6ff-484e-82b7-da6e5d61a549 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 946 time: 0.0634673 Jun 16 18:51:18.591046 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-43ee2bb7-4a96-43ba-9b9b-688c48cabfd7 req-526fa5fc-4c21-41c3-82b8-b0636eb01ebf tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341551 Jun 16 18:51:18.672822 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40848210-0fbf-4712-b1c4-789462110df7 req-cfd84a35-25c6-4a84-b43e-31944e3ff0ee tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:18.674959 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-40848210-0fbf-4712-b1c4-789462110df7 req-cfd84a35-25c6-4a84-b43e-31944e3ff0ee tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 949 time: 0.0912759 Jun 16 18:51:18.788044 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-40848210-0fbf-4712-b1c4-789462110df7 req-e791c97b-57ac-49ca-a4cc-328be3a40fed tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Deleting port e692b359-7eb7-4f87-ba7e-18ad091f54ed {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:51:18.788445 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-40848210-0fbf-4712-b1c4-789462110df7 req-e791c97b-57ac-49ca-a4cc-328be3a40fed tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:18.895528 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-40848210-0fbf-4712-b1c4-789462110df7 req-e791c97b-57ac-49ca-a4cc-328be3a40fed tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] For port e692b359-7eb7-4f87-ba7e-18ad091f54ed, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e692b359-7eb7-4f87-ba7e-18ad091f54ed,segment=NetworkSegment(5d16ab36-3918-408c-a6fc-60f24052cc4e),segment_id=5d16ab36-3918-408c-a6fc-60f24052cc4e)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:18.895528 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-40848210-0fbf-4712-b1c4-789462110df7 req-e791c97b-57ac-49ca-a4cc-328be3a40fed tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:18.965570 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-40848210-0fbf-4712-b1c4-789462110df7 req-e791c97b-57ac-49ca-a4cc-328be3a40fed tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Calling delete_port for e692b359-7eb7-4f87-ba7e-18ad091f54ed owned by compute:nova {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:51:18.980504 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb0727-525b-46e0-a4da-4d590b108aa5 req-a7c405c8-baa5-4112-957c-d7e90f6318de tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:18.982016 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4cdb0727-525b-46e0-a4da-4d590b108aa5 req-a7c405c8-baa5-4112-957c-d7e90f6318de tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 949 time: 0.0779908 Jun 16 18:51:19.034342 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4cdb0727-525b-46e0-a4da-4d590b108aa5 req-5d8cde52-41cd-42e4-ab4c-d735100e43f2 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/security-groups?id=95403962-cc2a-4d6a-bcda-4f098c768a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Jun 16 18:51:19.145157 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-40848210-0fbf-4712-b1c4-789462110df7 req-e791c97b-57ac-49ca-a4cc-328be3a40fed tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:19.150070 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:19.162799 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:19.164916 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['e692b359-7eb7-4f87-ba7e-18ad091f54ed'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:51:19.179466 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791c97b-57ac-49ca-a4cc-328be3a40fed tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Pushing event deleted for resources: {'Port': ['ID=e692b359-7eb7-4f87-ba7e-18ad091f54ed,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:19.191727 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e791c97b-57ac-49ca-a4cc-328be3a40fed tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:19.241954 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-40848210-0fbf-4712-b1c4-789462110df7 req-e791c97b-57ac-49ca-a4cc-328be3a40fed tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] No DVR routers for this DVR port e692b359-7eb7-4f87-ba7e-18ad091f54ed on host hv-cinder-66710 {{(pid=100040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:51:19.244824 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-40848210-0fbf-4712-b1c4-789462110df7 req-e791c97b-57ac-49ca-a4cc-328be3a40fed tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:19.246992 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-40848210-0fbf-4712-b1c4-789462110df7 req-e791c97b-57ac-49ca-a4cc-328be3a40fed tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.70 "DELETE /v2.0/ports/e692b359-7eb7-4f87-ba7e-18ad091f54ed HTTP/1.1" status: 204 len: 173 time: 0.5641251 Jun 16 18:51:19.247740 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd032c7-9516-4f6d-801e-5220bd68eb6d', 'name': 'network-vif-deleted', 'tag': 'e692b359-7eb7-4f87-ba7e-18ad091f54ed'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:51:19.250581 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49909e2-c048-47f4-8e58-eb8947f526ad" -d '{"events": [{"server_uuid": "1bd032c7-9516-4f6d-801e-5220bd68eb6d", "name": "network-vif-deleted", "tag": "e692b359-7eb7-4f87-ba7e-18ad091f54ed"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:51:19.300604 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f14b33-d7d0-40dd-971c-91c3ddbca18e x-openstack-request-id: req-18f14b33-d7d0-40dd-971c-91c3ddbca18e {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:51:19.301778 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd032c7-9516-4f6d-801e-5220bd68eb6d", "name": "network-vif-deleted", "tag": "e692b359-7eb7-4f87-ba7e-18ad091f54ed", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:51:19.302167 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18f14b33-d7d0-40dd-971c-91c3ddbca18e {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:51:19.302859 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd032c7-9516-4f6d-801e-5220bd68eb6d', 'name': 'network-vif-deleted', 'tag': 'e692b359-7eb7-4f87-ba7e-18ad091f54ed', 'status': 'completed', 'code': 200} Jun 16 18:51:19.314145 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036b543-7694-4bd4-8d5b-a728e9b01d7d req-018444fc-ce41-4524-b9d2-6f317cb00de3 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:19.316793 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e036b543-7694-4bd4-8d5b-a728e9b01d7d req-018444fc-ce41-4524-b9d2-6f317cb00de3 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0755568 Jun 16 18:51:19.371174 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e036b543-7694-4bd4-8d5b-a728e9b01d7d req-0c7ab689-abb9-4720-9855-5ca3a097e8d8 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445359 Jun 16 18:51:19.719696 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:51:20.028708 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2f4c4-3e73-4c53-b26d-eece8a64a7b2 req-bb1d928e-67b2-492a-9774-c8d86889fbd7 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:20.037452 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-24c2f4c4-3e73-4c53-b26d-eece8a64a7b2 req-bb1d928e-67b2-492a-9774-c8d86889fbd7 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 946 time: 0.0919089 Jun 16 18:51:20.078423 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-24c2f4c4-3e73-4c53-b26d-eece8a64a7b2 req-97ec2df0-f93e-4a2f-808c-d27d49797230 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400949 Jun 16 18:51:20.229809 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79291b31-7c35-4202-af94-954d9742a7a5 req-a14abb36-f7af-47fa-832e-e2623ec7b5e9 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:20.232255 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-79291b31-7c35-4202-af94-954d9742a7a5 req-a14abb36-f7af-47fa-832e-e2623ec7b5e9 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.70 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 946 time: 0.0985448 Jun 16 18:51:20.253440 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-84ef7c1f-f9fc-489a-83cb-64567993a05a req-9ca72010-0c8a-4e6c-874b-0289b95229a5 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd032c7-9516-4f6d-801e-5220bd68eb6d HTTP/1.1" status: 200 len: 210 time: 0.0459917 Jun 16 18:51:20.351498 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-79291b31-7c35-4202-af94-954d9742a7a5 req-6458cab9-0c91-4272-bbf6-353497844dce tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Deleting port d4ad6c02-113c-4a96-a8a2-73e80ddf1332 {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:51:20.351839 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-79291b31-7c35-4202-af94-954d9742a7a5 req-6458cab9-0c91-4272-bbf6-353497844dce tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:20.444372 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-79291b31-7c35-4202-af94-954d9742a7a5 req-6458cab9-0c91-4272-bbf6-353497844dce tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] For port d4ad6c02-113c-4a96-a8a2-73e80ddf1332, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=d4ad6c02-113c-4a96-a8a2-73e80ddf1332,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:20.444726 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-79291b31-7c35-4202-af94-954d9742a7a5 req-6458cab9-0c91-4272-bbf6-353497844dce tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:20.510181 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-79291b31-7c35-4202-af94-954d9742a7a5 req-6458cab9-0c91-4272-bbf6-353497844dce tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Calling delete_port for d4ad6c02-113c-4a96-a8a2-73e80ddf1332 owned by compute:nova {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:51:20.722133 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-79291b31-7c35-4202-af94-954d9742a7a5 req-6458cab9-0c91-4272-bbf6-353497844dce tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:20.726089 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-fd07ad1c-4b75-4868-8b8f-4b363492c8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:20.739682 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['0b4a2639-ab37-40b2-9e02-cf2845abc7fe', 'e2e85b10-7e6a-4fcf-a088-11f29270bbaf', '185a4801-5532-45b4-8658-28481ab12d24', 'd4ad6c02-113c-4a96-a8a2-73e80ddf1332'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:51:20.752026 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458cab9-0c91-4272-bbf6-353497844dce tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Pushing event deleted for resources: {'Port': ['ID=d4ad6c02-113c-4a96-a8a2-73e80ddf1332,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:20.761383 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-6458cab9-0c91-4272-bbf6-353497844dce tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:20.811163 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-79291b31-7c35-4202-af94-954d9742a7a5 req-6458cab9-0c91-4272-bbf6-353497844dce tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] No DVR routers for this DVR port d4ad6c02-113c-4a96-a8a2-73e80ddf1332 on host hv-cinder-66710 {{(pid=100040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:51:20.814125 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-79291b31-7c35-4202-af94-954d9742a7a5 req-6458cab9-0c91-4272-bbf6-353497844dce tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:20.816516 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-79291b31-7c35-4202-af94-954d9742a7a5 req-6458cab9-0c91-4272-bbf6-353497844dce tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.70 "DELETE /v2.0/ports/d4ad6c02-113c-4a96-a8a2-73e80ddf1332 HTTP/1.1" status: 204 len: 173 time: 0.5767884 Jun 16 18:51:20.986015 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:21.222759 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-01308131-2755-4719-85e9-e7a1d3716750 req-2dd32d38-98b3-4f71-8f73-78e96d759328 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=215de5f1-780b-4d35-a5f0-f5983814838e HTTP/1.1" status: 200 len: 210 time: 0.0287418 Jun 16 18:51:21.303736 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215de5f1-780b-4d35-a5f0-f5983814838e', 'name': 'network-vif-deleted', 'tag': 'd4ad6c02-113c-4a96-a8a2-73e80ddf1332'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:51:21.306097 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721ffcc0-d553-49a6-b7aa-d9f4289d818d" -d '{"events": [{"server_uuid": "215de5f1-780b-4d35-a5f0-f5983814838e", "name": "network-vif-deleted", "tag": "d4ad6c02-113c-4a96-a8a2-73e80ddf1332"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:51:21.360074 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15c36e9-01c6-43ef-97bc-f81d4cc3ae7d x-openstack-request-id: req-c15c36e9-01c6-43ef-97bc-f81d4cc3ae7d {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:51:21.360325 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215de5f1-780b-4d35-a5f0-f5983814838e", "name": "network-vif-deleted", "tag": "d4ad6c02-113c-4a96-a8a2-73e80ddf1332", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:51:21.360587 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c15c36e9-01c6-43ef-97bc-f81d4cc3ae7d {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:51:21.361008 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215de5f1-780b-4d35-a5f0-f5983814838e', 'name': 'network-vif-deleted', 'tag': 'd4ad6c02-113c-4a96-a8a2-73e80ddf1332', 'status': 'completed', 'code': 200} Jun 16 18:51:21.732420 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device d4ad6c02-113c-4a96-a8a2-73e80ddf1332 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:51:21.777911 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: d4ad6c02-113c-4a96-a8a2-73e80ddf1332 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:51:21.778646 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device d4ad6c02-113c-4a96-a8a2-73e80ddf1332 not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:51:21.778831 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device e692b359-7eb7-4f87-ba7e-18ad091f54ed no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:51:21.801172 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: e692b359-7eb7-4f87-ba7e-18ad091f54ed {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:51:21.801527 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device e692b359-7eb7-4f87-ba7e-18ad091f54ed not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:51:25.364898 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2ea2a-0997-4b63-9250-61e3b28e33a4 req-bd3ff021-9087-4f65-b718-d8cd0b999322 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:25.371855 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2cb2ea2a-0997-4b63-9250-61e3b28e33a4 req-bd3ff021-9087-4f65-b718-d8cd0b999322 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 945 time: 0.0732603 Jun 16 18:51:25.411567 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2cb2ea2a-0997-4b63-9250-61e3b28e33a4 req-f32506a6-7e19-4d5a-9873-0c95b4f64f35 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387902 Jun 16 18:51:25.929769 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec275627-7c6b-4115-8d41-3cb975dc757b req-e0217de8-1036-4e5f-951c-56d0fe4df35f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:25.931239 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ec275627-7c6b-4115-8d41-3cb975dc757b req-e0217de8-1036-4e5f-951c-56d0fe4df35f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0665686 Jun 16 18:51:25.970055 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ec275627-7c6b-4115-8d41-3cb975dc757b req-7e82faef-680d-4a81-946b-76cae0734f58 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Jun 16 18:51:26.052765 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:26.185518 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50198) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:26.289307 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca0d48ca-b339-4445-9243-ba610edb6802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:26.374764 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca0d48ca-b339-4445-9243-ba610edb6802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:26.451409 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ca0d48ca-b339-4445-9243-ba610edb6802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:26.454748 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:26.491789 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d48ca-b339-4445-9243-ba610edb6802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063506b4-ea3d-47b5-a160-04253142a1fb,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:26.498233 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-ca0d48ca-b339-4445-9243-ba610edb6802 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62e4746d75ef429ba9a43cd35d3e7e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092568 Jun 16 18:51:26.498233 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ca0d48ca-b339-4445-9243-ba610edb6802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:26.498512 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50204) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:26.548702 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2eacb891-f7c3-4511-b9ad-64435040f476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:26.570811 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2eacb891-f7c3-4511-b9ad-64435040f476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:26.588517 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd097b-9a1d-4a34-bed2-cd825053d075 req-014679bd-be66-48bb-9750-836c42fde219 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:26.589983 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-40cd097b-9a1d-4a34-bed2-cd825053d075 req-014679bd-be66-48bb-9750-836c42fde219 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 945 time: 0.0635316 Jun 16 18:51:26.629067 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-40cd097b-9a1d-4a34-bed2-cd825053d075 req-3e7a0341-dd06-4677-8f6e-27474d4ad893 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329759 Jun 16 18:51:26.708209 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2eacb891-f7c3-4511-b9ad-64435040f476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:26.710640 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2eacb891-f7c3-4511-b9ad-64435040f476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:26.711822 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-2eacb891-f7c3-4511-b9ad-64435040f476 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/063506b4-ea3d-47b5-a160-04253142a1fb HTTP/1.1" status: 204 len: 168 time: 0.2123957 Jun 16 18:51:26.712744 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-d5ed5522-8a6b-4f2a-914e-098fb1ac24be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:26.720834 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacb891-f7c3-4511-b9ad-64435040f476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063506b4-ea3d-47b5-a160-04253142a1fb,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:26.723212 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2eacb891-f7c3-4511-b9ad-64435040f476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:27.146649 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263e9f0-fa66-456b-9bc8-0f4afe946912 req-fccf3535-ba91-4d0c-b3ff-18df6ddd7d07 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:27.148308 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f263e9f0-fa66-456b-9bc8-0f4afe946912 req-fccf3535-ba91-4d0c-b3ff-18df6ddd7d07 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0633132 Jun 16 18:51:27.168875 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50228) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:27.193565 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f263e9f0-fa66-456b-9bc8-0f4afe946912 req-9cbc1cd7-e407-4c79-85d5-fc71ce2e496a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396316 Jun 16 18:51:27.304191 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-d60799d1-7748-48e7-9ff8-63c62658a6b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=840c4829811449eaa86958213f4bffc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1332381 Jun 16 18:51:27.304644 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 50234) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:27.353093 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7db31f56-4e4b-43ff-8856-4724227ed4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:27.372941 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7db31f56-4e4b-43ff-8856-4724227ed4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:27.503955 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7db31f56-4e4b-43ff-8856-4724227ed4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:27.506668 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7db31f56-4e4b-43ff-8856-4724227ed4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:27.508140 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-7db31f56-4e4b-43ff-8856-4724227ed4f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95403962-cc2a-4d6a-bcda-4f098c768a26 HTTP/1.1" status: 204 len: 168 time: 0.2026653 Jun 16 18:51:27.508867 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:27.517018 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db31f56-4e4b-43ff-8856-4724227ed4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95403962-cc2a-4d6a-bcda-4f098c768a26,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:27.520386 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-7db31f56-4e4b-43ff-8856-4724227ed4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:27.820611 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5200e8-f63e-45fd-a739-18aa4b07045b req-f12399ac-c563-4b65-b663-ff8c76085f4a tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:27.822227 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8b5200e8-f63e-45fd-a739-18aa4b07045b req-f12399ac-c563-4b65-b663-ff8c76085f4a tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 945 time: 0.0713596 Jun 16 18:51:27.870954 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8b5200e8-f63e-45fd-a739-18aa4b07045b req-585d5ac3-9f3c-4e5b-ba25-d61d64c1f8e1 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395432 Jun 16 18:51:27.903109 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcd285-6c94-4487-bb99-50b8e44e6afc req-3dab11a9-677c-4ae5-ae20-8ba0332a7843 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:27.904867 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-3bbcd285-6c94-4487-bb99-50b8e44e6afc req-3dab11a9-677c-4ae5-ae20-8ba0332a7843 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 945 time: 0.0733507 Jun 16 18:51:28.032196 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-3bbcd285-6c94-4487-bb99-50b8e44e6afc req-bbfa92a0-91b4-4077-8d76-a62665b5ecc4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Deleting port 185a4801-5532-45b4-8658-28481ab12d24 {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:51:28.033438 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-3bbcd285-6c94-4487-bb99-50b8e44e6afc req-bbfa92a0-91b4-4077-8d76-a62665b5ecc4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:28.136292 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-3bbcd285-6c94-4487-bb99-50b8e44e6afc req-bbfa92a0-91b4-4077-8d76-a62665b5ecc4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] For port 185a4801-5532-45b4-8658-28481ab12d24, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=185a4801-5532-45b4-8658-28481ab12d24,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:28.136745 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-3bbcd285-6c94-4487-bb99-50b8e44e6afc req-bbfa92a0-91b4-4077-8d76-a62665b5ecc4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:28.200958 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-3bbcd285-6c94-4487-bb99-50b8e44e6afc req-bbfa92a0-91b4-4077-8d76-a62665b5ecc4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Calling delete_port for 185a4801-5532-45b4-8658-28481ab12d24 owned by compute:nova {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:51:28.379779 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410da37-6bcc-497f-b4ce-de3f34ea6f36 req-9544c1f3-165f-4c5a-a69c-e9a3cf171f58 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:28.381293 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1410da37-6bcc-497f-b4ce-de3f34ea6f36 req-9544c1f3-165f-4c5a-a69c-e9a3cf171f58 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0705755 Jun 16 18:51:28.420176 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1410da37-6bcc-497f-b4ce-de3f34ea6f36 req-afcb294d-1141-4feb-95c0-f7d9e6f54be6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329151 Jun 16 18:51:28.448547 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-3bbcd285-6c94-4487-bb99-50b8e44e6afc req-bbfa92a0-91b4-4077-8d76-a62665b5ecc4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:28.457896 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5c7430b5-fd71-4216-afbc-c57fef7b5231 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:28.463861 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['0b4a2639-ab37-40b2-9e02-cf2845abc7fe', 'e2e85b10-7e6a-4fcf-a088-11f29270bbaf', '185a4801-5532-45b4-8658-28481ab12d24'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:51:28.509206 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa92a0-91b4-4077-8d76-a62665b5ecc4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Pushing event deleted for resources: {'Port': ['ID=185a4801-5532-45b4-8658-28481ab12d24,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:28.518208 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-bbfa92a0-91b4-4077-8d76-a62665b5ecc4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:28.539892 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbcd285-6c94-4487-bb99-50b8e44e6afc req-bbfa92a0-91b4-4077-8d76-a62665b5ecc4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] No DVR routers for this DVR port 185a4801-5532-45b4-8658-28481ab12d24 on host hv-cinder-66710 {{(pid=100040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:51:28.542606 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-3bbcd285-6c94-4487-bb99-50b8e44e6afc req-bbfa92a0-91b4-4077-8d76-a62665b5ecc4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:28.544867 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-3bbcd285-6c94-4487-bb99-50b8e44e6afc req-bbfa92a0-91b4-4077-8d76-a62665b5ecc4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.70 "DELETE /v2.0/ports/185a4801-5532-45b4-8658-28481ab12d24 HTTP/1.1" status: 204 len: 173 time: 0.6334138 Jun 16 18:51:28.546241 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379', 'name': 'network-vif-deleted', 'tag': '185a4801-5532-45b4-8658-28481ab12d24'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:51:28.549581 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53173a07-3020-49f5-a145-47dbeab6b2a2" -d '{"events": [{"server_uuid": "c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379", "name": "network-vif-deleted", "tag": "185a4801-5532-45b4-8658-28481ab12d24"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:51:28.600368 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2b78df-0c03-4e18-a0e5-75ab063ff549 x-openstack-request-id: req-2d2b78df-0c03-4e18-a0e5-75ab063ff549 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:51:28.600742 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379", "name": "network-vif-deleted", "tag": "185a4801-5532-45b4-8658-28481ab12d24", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:51:28.601199 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d2b78df-0c03-4e18-a0e5-75ab063ff549 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:51:28.601925 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379', 'name': 'network-vif-deleted', 'tag': '185a4801-5532-45b4-8658-28481ab12d24', 'status': 'completed', 'code': 200} Jun 16 18:51:28.762016 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50298) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:28.851423 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b27c15-0ff3-4ea9-a7a2-c720358ffd54 req-ff2227b1-c182-46ff-89bb-3a35a6003d95 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:28.853433 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b0b27c15-0ff3-4ea9-a7a2-c720358ffd54 req-ff2227b1-c182-46ff-89bb-3a35a6003d95 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.70 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 945 time: 0.0746663 Jun 16 18:51:28.871573 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-680231749-network', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:51:28.973788 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-b0b27c15-0ff3-4ea9-a7a2-c720358ffd54 req-65472319-e1ca-492a-8170-57778ab2c500 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Deleting port 5798a761-60e5-4a54-9aa6-46657b5e59fe {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:51:28.974500 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-b0b27c15-0ff3-4ea9-a7a2-c720358ffd54 req-65472319-e1ca-492a-8170-57778ab2c500 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:28.992272 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Made reservation on behalf of eee13d403ce7426dbafc5b182fa585c7 for: {'network': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:51:28.994529 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:29.025941 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2353a90b-0b22-4c43-9588-da5e98f46bc1 req-a1b3d99b-8a75-484f-92f8-c1b96f2901a3 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d9f1f2-e8f1-4bd2-a8a9-1d664ebec379 HTTP/1.1" status: 200 len: 210 time: 0.0315218 Jun 16 18:51:29.032993 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:29.107082 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-b0b27c15-0ff3-4ea9-a7a2-c720358ffd54 req-65472319-e1ca-492a-8170-57778ab2c500 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] For port 5798a761-60e5-4a54-9aa6-46657b5e59fe, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5798a761-60e5-4a54-9aa6-46657b5e59fe,segment=NetworkSegment(b67691b4-e876-4ce2-bc65-fb5f55acfa3a),segment_id=b67691b4-e876-4ce2-bc65-fb5f55acfa3a)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:29.107449 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-b0b27c15-0ff3-4ea9-a7a2-c720358ffd54 req-65472319-e1ca-492a-8170-57778ab2c500 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:29.179347 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-b0b27c15-0ff3-4ea9-a7a2-c720358ffd54 req-65472319-e1ca-492a-8170-57778ab2c500 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Calling delete_port for 5798a761-60e5-4a54-9aa6-46657b5e59fe owned by compute:nova {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:51:29.270059 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:29.311492 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:29.317067 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-9d21f65d-ad33-4ca9-a34e-23e613228f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:29.353926 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=100040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:51:29.365503 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b47b64-de7d-4e3f-b116-a06baf951714,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:29.369704 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:29.370771 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:29.371130 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.segments_db [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Added segment fcc8a120-025d-412e-93da-866cb526b4de of type vlan for network c74d04b2-d641-4a9e-80c2-dee470e08dfe Jun 16 18:51:29.411838 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:29.445922 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-b0b27c15-0ff3-4ea9-a7a2-c720358ffd54 req-65472319-e1ca-492a-8170-57778ab2c500 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:29.460642 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['805562b2-2c79-4a2a-8511-0f62973004e8', '5798a761-60e5-4a54-9aa6-46657b5e59fe'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:51:29.476363 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:29.508916 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65472319-e1ca-492a-8170-57778ab2c500 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Pushing event deleted for resources: {'Port': ['ID=5798a761-60e5-4a54-9aa6-46657b5e59fe,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:29.510774 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:29.527057 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-65472319-e1ca-492a-8170-57778ab2c500 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:29.528448 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:29.529030 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:29.535255 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:29.561954 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b27c15-0ff3-4ea9-a7a2-c720358ffd54 req-65472319-e1ca-492a-8170-57778ab2c500 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] No DVR routers for this DVR port 5798a761-60e5-4a54-9aa6-46657b5e59fe on host hv-cinder-66710 {{(pid=100040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:51:29.574635 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-b0b27c15-0ff3-4ea9-a7a2-c720358ffd54 req-65472319-e1ca-492a-8170-57778ab2c500 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:29.576540 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b0b27c15-0ff3-4ea9-a7a2-c720358ffd54 req-65472319-e1ca-492a-8170-57778ab2c500 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.70 "DELETE /v2.0/ports/5798a761-60e5-4a54-9aa6-46657b5e59fe HTTP/1.1" status: 204 len: 173 time: 0.7173593 Jun 16 18:51:29.596109 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fb1335bb-b5b7-4222-8597-af77ad0c2ef9 req-7ef34a24-8e32-4c42-8f61-2e3c08d86557 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 210 time: 0.0432305 Jun 16 18:51:29.620670 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Pushing event updated for resources: {'Network': ['ID=c74d04b2-d641-4a9e-80c2-dee470e08dfe,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:29.624439 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:29.635309 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network c74d04b2-d641-4a9e-80c2-dee470e08dfe details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:51:29.682794 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9196258 Jun 16 18:51:29.685762 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 50316) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:29.692062 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-b159111c-b771-40f8-bedb-2a97a8beebba admin admin] Request body: {'subnet': {'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-680231749-subnet', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'ip_version': 4}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:51:29.846543 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b159111c-b771-40f8-bedb-2a97a8beebba admin admin] Made reservation on behalf of eee13d403ce7426dbafc5b182fa585c7 for: {'subnet': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:51:29.849093 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b159111c-b771-40f8-bedb-2a97a8beebba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25517218'] for subnet, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:30.342742 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b159111c-b771-40f8-bedb-2a97a8beebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25517232'] for subnet, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:30.345204 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-fedd5f8a-5935-4d7b-9ff0-6a62bb470f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:30.401136 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159111c-b771-40f8-bedb-2a97a8beebba admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e622436-b6d2-4a20-af10-928af10bb903,revision_number=0']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:30.403936 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-b159111c-b771-40f8-bedb-2a97a8beebba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:30.419287 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159111c-b771-40f8-bedb-2a97a8beebba admin admin] Checking segment: {'id': 'fcc8a120-025d-412e-93da-866cb526b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:51:30.419645 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b159111c-b771-40f8-bedb-2a97a8beebba admin admin] Network hostable DHCP agents. Network: c74d04b2-d641-4a9e-80c2-dee470e08dfe, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:51:30.530945 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b159111c-b771-40f8-bedb-2a97a8beebba admin admin] Network c74d04b2-d641-4a9e-80c2-dee470e08dfe is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:51:30.603447 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd479b602-9298-4fc4-9f68-7043662d82ec', 'name': 'network-vif-deleted', 'tag': '5798a761-60e5-4a54-9aa6-46657b5e59fe'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:51:30.605927 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db0a7af-7374-480d-bf89-e3e2699bf899" -d '{"events": [{"server_uuid": "d479b602-9298-4fc4-9f68-7043662d82ec", "name": "network-vif-deleted", "tag": "5798a761-60e5-4a54-9aa6-46657b5e59fe"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:51:30.611889 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-b159111c-b771-40f8-bedb-2a97a8beebba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, c74d04b2-d641-4a9e-80c2-dee470e08dfe) {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:51:30.618226 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b159111c-b771-40f8-bedb-2a97a8beebba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:30.619986 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b159111c-b771-40f8-bedb-2a97a8beebba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:30.623905 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3733c4-f390-47a9-90f7-e01ab6dee213 None None] Network c74d04b2-d641-4a9e-80c2-dee470e08dfe requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:51:30.662435 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eef49d-1530-4ef7-97e2-c77455914faf x-openstack-request-id: req-d4eef49d-1530-4ef7-97e2-c77455914faf {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:51:30.662786 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d479b602-9298-4fc4-9f68-7043662d82ec", "name": "network-vif-deleted", "tag": "5798a761-60e5-4a54-9aa6-46657b5e59fe", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:51:30.663088 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4eef49d-1530-4ef7-97e2-c77455914faf {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:51:30.663746 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd479b602-9298-4fc4-9f68-7043662d82ec', 'name': 'network-vif-deleted', 'tag': '5798a761-60e5-4a54-9aa6-46657b5e59fe', 'status': 'completed', 'code': 200} Jun 16 18:51:30.729846 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-b159111c-b771-40f8-bedb-2a97a8beebba admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0429626 Jun 16 18:51:30.732470 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50338) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:30.737063 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-680231749-router', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:51:30.804799 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8b26a4e-7818-5058-9bf8-178988fe1486-c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'fixed_ips': [{'subnet_id': '4e622436-b6d2-4a20-af10-928af10bb903'}]}} from dv-cinder-667108-31-iscsi. {{(pid=100041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 18:51:30.805778 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:30.829022 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d4366-2866-42ac-9c26-dd8483eea43d req-05882886-f155-4992-8a6b-8b0656d39dd9 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:30.831108 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-940d4366-2866-42ac-9c26-dd8483eea43d req-05882886-f155-4992-8a6b-8b0656d39dd9 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 946 time: 0.1750801 Jun 16 18:51:30.833239 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b2880153-b69e-42d7-9e46-47ef29a891cf req-46c32940-f6ea-4319-b663-d35e1d75a0ad tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=d479b602-9298-4fc4-9f68-7043662d82ec HTTP/1.1" status: 200 len: 210 time: 0.0457211 Jun 16 18:51:30.869500 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-940d4366-2866-42ac-9c26-dd8483eea43d req-548d8c79-de7e-4407-a3d5-f89f1f73d83b tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327740 Jun 16 18:51:30.881460 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3204'] for router, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:30.883073 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3199'] for router, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:30.951298 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:30.965824 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.db_base_plugin_common [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Allocated IP 172.20.0.2 (c74d04b2-d641-4a9e-80c2-dee470e08dfe/4e622436-b6d2-4a20-af10-928af10bb903/860fd1ba-2a5e-4baf-8470-3e368b6ed2e3) {{(pid=100041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:51:31.115407 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Notify callbacks [] for port, precommit_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:31.123463 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Transition to ACTIVE for port object 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:51:31.139562 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Transition to ACTIVE for port object 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 will not be triggered until provisioned by entity DHCP. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:51:31.167930 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3177'] for router, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:31.241472 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:31.244349 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:31.281416 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Network c74d04b2-d641-4a9e-80c2-dee470e08dfe is already hosted by enough agents. {{(pid=100041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:51:31.286174 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.base_scheduler [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Resources bound (agent type, host, resource id): {{(pid=100041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:51:31.290415 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Received port after_create {{(pid=100041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:51:31.297636 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Pushing event updated for resources: {'Port': ['ID=860fd1ba-2a5e-4baf-8470-3e368b6ed2e3,revision_number=1']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:31.302511 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:31.352775 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Attempting to bind port 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:51:31.353138 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Attempting to bind port 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': 'fcc8a120-025d-412e-93da-866cb526b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:51:31.353502 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Attempting to bind port 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 on network c74d04b2-d641-4a9e-80c2-dee470e08dfe {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:51:31.358470 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:51:31.358845 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Checking segment: {'id': 'fcc8a120-025d-412e-93da-866cb526b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:51:31.359282 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:31.359680 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Bound using segment: {'id': 'fcc8a120-025d-412e-93da-866cb526b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:51:31.360146 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Bound port: 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc8a120-025d-412e-93da-866cb526b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:51:31.360528 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:31.427631 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] For port 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:51:31.430655 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] For port 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=860fd1ba-2a5e-4baf-8470-3e368b6ed2e3,segment=NetworkSegment(fcc8a120-025d-412e-93da-866cb526b4de),segment_id=fcc8a120-025d-412e-93da-866cb526b4de)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:51:31.506715 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:31.525926 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:31.533556 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:31.536751 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-e5426f13-c031-4a0f-89ff-63d338d90fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:31.593251 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Pushing event updated for resources: {'Port': ['ID=860fd1ba-2a5e-4baf-8470-3e368b6ed2e3,revision_number=2']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:31.596788 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:31.636841 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Allocated IP 172.27.3.33 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/b41f8726-c986-4029-b473-707afd7e5155) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:51:31.746238 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:31.809325 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 5798a761-60e5-4a54-9aa6-46657b5e59fe no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:51:31.835639 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: 5798a761-60e5-4a54-9aa6-46657b5e59fe {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:51:31.837191 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 5798a761-60e5-4a54-9aa6-46657b5e59fe not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:51:31.837881 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 185a4801-5532-45b4-8658-28481ab12d24 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:51:31.861964 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: 185a4801-5532-45b4-8658-28481ab12d24 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:51:31.862322 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 185a4801-5532-45b4-8658-28481ab12d24 not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:51:31.870000 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25564287'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:31.872994 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:31.919137 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:51:31.932121 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Pushing event updated for resources: {'Port': ['ID=b41f8726-c986-4029-b473-707afd7e5155,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:31.934357 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:51:31.936946 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:31.938003 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:51:32.078984 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d231245-e835-4de3-a0ee-8def1ec67dcb req-931a173b-7c99-4e4b-9e5a-c6d33990a529 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:32.081730 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6d231245-e835-4de3-a0ee-8def1ec67dcb req-931a173b-7c99-4e4b-9e5a-c6d33990a529 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 946 time: 0.0745959 Jun 16 18:51:32.132209 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6d231245-e835-4de3-a0ee-8def1ec67dcb req-d1bf453b-3d28-4d56-b3d6-06ec7ab0b77c tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444200 Jun 16 18:51:32.526299 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:32.554770 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ba456-2fd5-46e4-b183-4b438e01f568 req-73435bb1-9560-4f27-b316-b5b414da49a6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:32.556502 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5e6ba456-2fd5-46e4-b183-4b438e01f568 req-73435bb1-9560-4f27-b316-b5b414da49a6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.1129475 Jun 16 18:51:32.603895 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5e6ba456-2fd5-46e4-b183-4b438e01f568 req-0d5f48f1-5f0f-475f-8339-856f2cdc769a tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409889 Jun 16 18:51:32.650432 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea95481-6675-454c-b351-f272adecc30c None None] Network c74d04b2-d641-4a9e-80c2-dee470e08dfe requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:51:32.754989 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421606'] for router, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:32.804591 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-47084aac-6eba-4884-af5c-d953c09d92c4 None None] Provisioning for port 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:51:32.956009 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Router 16b4b484-ba93-4296-92ac-7a9222075bde is scheduled to L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 with binding_index 1 {{(pid=100040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 18:51:33.050957 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:51:33.078781 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:51:33.097500 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Sync routers for ids ['16b4b484-ba93-4296-92ac-7a9222075bde'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:51:33.107751 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Routers {'16b4b484-ba93-4296-92ac-7a9222075bde'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:51:33.108360 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:51:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['16b4b484-ba93-4296-92ac-7a9222075bde'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:33.161075 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Notify callbacks [] for router, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:33.162325 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4288621 Jun 16 18:51:33.165058 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50386) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:33.183948 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:51:33.188144 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:33.188512 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:33.212801 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Set router 16b4b484-ba93-4296-92ac-7a9222075bde gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:51:33.273583 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:33.312378 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=860fd1ba-2a5e-4baf-8470-3e368b6ed2e3,segment=NetworkSegment(fcc8a120-025d-412e-93da-866cb526b4de),segment_id=fcc8a120-025d-412e-93da-866cb526b4de)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:33.377963 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:33.380042 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:33.401390 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'name': 'tempest-TestMinimumBasicScenario-680231749-router', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b41f8726-c986-4029-b473-707afd7e5155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:30Z', 'updated_at': '2021-06-16T18:51:32Z', 'revision_number': 3, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'gw_port': {'id': 'b41f8726-c986-4029-b473-707afd7e5155', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:31Z', 'updated_at': '2021-06-16T18:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:33.404742 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Checking router: 16b4b484-ba93-4296-92ac-7a9222075bde for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:51:33.405097 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Updating router 16b4b484-ba93-4296-92ac-7a9222075bde port b41f8726-c986-4029-b473-707afd7e5155 binding host dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:51:33.431337 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=860fd1ba-2a5e-4baf-8470-3e368b6ed2e3,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:33.434502 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:33.441825 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:33.585833 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:33.683298 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Notify callbacks [] for port, precommit_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:33.693008 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.provisioning_blocks [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Transition to ACTIVE for port object b41f8726-c986-4029-b473-707afd7e5155 will not be triggered until provisioned by entity L2. {{(pid=100042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:51:33.738801 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Allocated IP 172.20.0.1 (c74d04b2-d641-4a9e-80c2-dee470e08dfe/4e622436-b6d2-4a20-af10-928af10bb903/25107cfa-b7d9-4853-846e-d7dbe7c56fcb) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:51:33.822805 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:33.825217 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-aa52202c-37a2-4d4f-9c01-0e903409fb16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:33.842807 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:33.856894 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Transition to ACTIVE for port object 25107cfa-b7d9-4853-846e-d7dbe7c56fcb will not be triggered until provisioned by entity DHCP. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:51:33.874992 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Attempting to bind port b41f8726-c986-4029-b473-707afd7e5155 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:51:33.875390 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Attempting to bind port b41f8726-c986-4029-b473-707afd7e5155 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:51:33.875755 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Attempting to bind port b41f8726-c986-4029-b473-707afd7e5155 on network 8606aa04-9217-44b7-9651-2ff45bf86ab5 {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:51:33.883409 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Pushing event updated for resources: {'Port': ['ID=b41f8726-c986-4029-b473-707afd7e5155,revision_number=2']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:33.886509 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:51:33.886882 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Checking segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:51:33.887331 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:33.887745 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Bound using segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:51:33.888442 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Bound port: b41f8726-c986-4029-b473-707afd7e5155, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:51:33.888815 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:33.914049 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:33.914402 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:33.914835 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:33.915212 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:33.915540 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:33.915864 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:33.916187 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:33.916505 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:33.916882 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:33.917204 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:33.917518 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:33.917828 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:51:33.921536 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:33.938807 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25564287'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:33.941508 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ae2fdcd0-c32a-4014-abbc-73fac6b94fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:33.956253 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] For port b41f8726-c986-4029-b473-707afd7e5155, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:51:33.959416 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] For port b41f8726-c986-4029-b473-707afd7e5155, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=b41f8726-c986-4029-b473-707afd7e5155,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:51:33.976746 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Network c74d04b2-d641-4a9e-80c2-dee470e08dfe is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:51:33.979586 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:51:33.985003 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:51:34.009028 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Pushing event updated for resources: {'Port': ['ID=25107cfa-b7d9-4853-846e-d7dbe7c56fcb,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:34.013400 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:34.013934 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:34.018295 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-136d3e5a-6ad6-41ba-a414-f8eab47b2c49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:34.032858 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425815'] for router_interface, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:34.075529 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Routers {'16b4b484-ba93-4296-92ac-7a9222075bde'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:51:34.076152 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:51:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['16b4b484-ba93-4296-92ac-7a9222075bde'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:34.111724 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Pushing event updated for resources: {'Port': ['ID=b41f8726-c986-4029-b473-707afd7e5155,revision_number=3']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:34.115551 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:34.189907 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] Set router 16b4b484-ba93-4296-92ac-7a9222075bde gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:51:34.224266 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:34.344626 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-63e06987-08fb-44c7-960e-35ac88f7ab2e None None] Provisioning for port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:51:34.352246 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-63e06987-08fb-44c7-960e-35ac88f7ab2e None None] Provisioning complete for port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:34.355124 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-63e06987-08fb-44c7-960e-35ac88f7ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:34.379157 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'name': 'tempest-TestMinimumBasicScenario-680231749-router', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b41f8726-c986-4029-b473-707afd7e5155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:30Z', 'updated_at': '2021-06-16T18:51:32Z', 'revision_number': 3, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'gw_port': {'id': 'b41f8726-c986-4029-b473-707afd7e5155', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:31Z', 'updated_at': '2021-06-16T18:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:34.382964 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe5e10-d4c3-405e-a7c3-c25ccad1c135 None None] The sync data for ids ['16b4b484-ba93-4296-92ac-7a9222075bde'] in dv-cinder-667108-31-iscsi is: [{'id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'name': 'tempest-TestMinimumBasicScenario-680231749-router', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b41f8726-c986-4029-b473-707afd7e5155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:30Z', 'updated_at': '2021-06-16T18:51:32Z', 'revision_number': 3, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'gw_port': {'id': 'b41f8726-c986-4029-b473-707afd7e5155', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:31Z', 'updated_at': '2021-06-16T18:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:51:34.393979 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:34.395088 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-63e06987-08fb-44c7-960e-35ac88f7ab2e None None] Port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:51:34.456858 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:34.459252 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:34.526859 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425771'] for router_interface, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:34.528583 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Pushing event updated for resources: {'Port': ['ID=25107cfa-b7d9-4853-846e-d7dbe7c56fcb,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:34.531821 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:34.647524 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Network c74d04b2-d641-4a9e-80c2-dee470e08dfe is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:51:34.648957 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:51:34.810562 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Router 16b4b484-ba93-4296-92ac-7a9222075bde has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:51:34.828616 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1462efb-0590-46e2-94bd-ec3884cfd9d0 req-5bbfc22c-58c3-492e-80b1-d7a6108aa32f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:34.833131 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f1462efb-0590-46e2-94bd-ec3884cfd9d0 req-5bbfc22c-58c3-492e-80b1-d7a6108aa32f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 946 time: 0.0953310 Jun 16 18:51:34.883517 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f1462efb-0590-46e2-94bd-ec3884cfd9d0 req-1c3298cf-e2a8-4fe8-9488-c5ca06c01f08 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Jun 16 18:51:34.924720 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-d8c144ed-fc60-466e-8b97-2e810b931670 None None] Provisioning complete for port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:34.925286 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-d8c144ed-fc60-466e-8b97-2e810b931670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:34.969811 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-d8c144ed-fc60-466e-8b97-2e810b931670 None None] Port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:51:34.989070 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:51:35.003812 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] 10.222.0.41 "PUT /v2.0/routers/16b4b484-ba93-4296-92ac-7a9222075bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8375781 Jun 16 18:51:35.093727 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba044c2-11c6-4ca9-a963-90281caf5372 req-ee2525a8-2b37-431a-b67f-7d4903da454d tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:35.095866 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9ba044c2-11c6-4ca9-a963-90281caf5372 req-ee2525a8-2b37-431a-b67f-7d4903da454d tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0766866 Jun 16 18:51:35.119074 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device b41f8726-c986-4029-b473-707afd7e5155 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:51:35.162769 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9ba044c2-11c6-4ca9-a963-90281caf5372 req-96c4381d-374f-4eac-9a58-141698a5348f tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609572 Jun 16 18:51:35.229633 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port b41f8726-c986-4029-b473-707afd7e5155 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:51:35.233986 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port b41f8726-c986-4029-b473-707afd7e5155 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:35.234405 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:35.317747 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:35.339290 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port b41f8726-c986-4029-b473-707afd7e5155, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=b41f8726-c986-4029-b473-707afd7e5155,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:35.393837 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:35.394678 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:51:35.396472 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:35.467950 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=b41f8726-c986-4029-b473-707afd7e5155,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:35.473554 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:35.482071 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:35.482451 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:35.700219 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 50418) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:35.705609 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2058440099-network', 'tenant_id': '992acb49694b4b30a44b13eceb0226d3'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:51:35.801255 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Made reservation on behalf of 992acb49694b4b30a44b13eceb0226d3 for: {'network': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:51:35.803613 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:35.812082 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:35.900445 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:35.965365 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:35.968479 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-7db31f56-4e4b-43ff-8856-4724227ed4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:35.990143 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=100039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:51:35.999556 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266c5fce-0220-4167-bea6-afc2b320fba3,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:36.004177 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:36.005177 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:36.005506 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.segments_db [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Added segment 24acd5ff-98da-4c80-a718-397205565dc7 of type vlan for network 97d24938-79a5-4732-bdf8-6e3193be5f2d Jun 16 18:51:36.044055 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:36.058633 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Sync routers for ids ['16b4b484-ba93-4296-92ac-7a9222075bde'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:51:36.068433 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Routers {'16b4b484-ba93-4296-92ac-7a9222075bde'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:51:36.069065 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:51:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['16b4b484-ba93-4296-92ac-7a9222075bde'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:36.138760 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:36.140320 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:36.141243 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:36.145275 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8d50d811-fb44-41fe-84a8-66d423abec05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:36.209303 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Pushing event updated for resources: {'Network': ['ID=97d24938-79a5-4732-bdf8-6e3193be5f2d,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:36.212346 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:36.248174 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network 97d24938-79a5-4732-bdf8-6e3193be5f2d details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:51:36.261545 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5577927 Jun 16 18:51:36.263694 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50424) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:36.271251 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-e211f63b-b8d5-41ff-9dbf-164834ac31cc admin admin] Request body: {'subnet': {'network_id': '97d24938-79a5-4732-bdf8-6e3193be5f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2058440099-subnet', 'tenant_id': '992acb49694b4b30a44b13eceb0226d3', 'ip_version': 4}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:51:36.345798 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Set router 16b4b484-ba93-4296-92ac-7a9222075bde gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:51:36.355886 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e211f63b-b8d5-41ff-9dbf-164834ac31cc admin admin] Made reservation on behalf of 992acb49694b4b30a44b13eceb0226d3 for: {'subnet': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:51:36.359795 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e211f63b-b8d5-41ff-9dbf-164834ac31cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25566536'] for subnet, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:36.523816 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc69c8-77c5-4f12-989e-f047461ff679 req-9674d9a3-a37d-45f0-ad4c-7e6fb49c7663 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:36.524186 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-12410c9f-abaf-42ce-b2e6-e84e4f8d9015 req-696226c4-0ce1-45b0-bc08-0ea1ea89e2c0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1592481 Jun 16 18:51:36.525718 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fccc69c8-77c5-4f12-989e-f047461ff679 req-9674d9a3-a37d-45f0-ad4c-7e6fb49c7663 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 946 time: 0.1289091 Jun 16 18:51:36.543378 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72747331-b76b-499c-a3c1-7e3d8d4b289a req-8e639419-24f7-4d35-9a0a-de23523c7618 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:36.544893 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-72747331-b76b-499c-a3c1-7e3d8d4b289a req-8e639419-24f7-4d35-9a0a-de23523c7618 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.1138260 Jun 16 18:51:36.573223 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'name': 'tempest-TestMinimumBasicScenario-680231749-router', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b41f8726-c986-4029-b473-707afd7e5155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:30Z', 'updated_at': '2021-06-16T18:51:34Z', 'revision_number': 4, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'gw_port': {'id': 'b41f8726-c986-4029-b473-707afd7e5155', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:31Z', 'updated_at': '2021-06-16T18:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': '25107cfa-b7d9-4853-846e-d7dbe7c56fcb', 'name': '', 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'mac_address': 'fa:16:3e:e1:b2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4e622436-b6d2-4a20-af10-928af10bb903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:33Z', 'updated_at': '2021-06-16T18:51:34Z', 'revision_number': 2, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'subnets': [{'id': '4e622436-b6d2-4a20-af10-928af10bb903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:36.577169 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Checking router: 16b4b484-ba93-4296-92ac-7a9222075bde for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:51:36.577570 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Updating router 16b4b484-ba93-4296-92ac-7a9222075bde port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb binding host dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:51:36.605088 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-72747331-b76b-499c-a3c1-7e3d8d4b289a req-02c956fe-2401-43fe-ad10-dc8d73ec854b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520458 Jun 16 18:51:36.612758 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:36.628922 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fccc69c8-77c5-4f12-989e-f047461ff679 req-c242c564-32f9-4640-9be7-e1cd0808882e tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824683 Jun 16 18:51:36.679319 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12410c9f-abaf-42ce-b2e6-e84e4f8d9015 req-4c25e3f7-4b12-4608-b308-ecced5f6260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:36.680775 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-12410c9f-abaf-42ce-b2e6-e84e4f8d9015 req-4c25e3f7-4b12-4608-b308-ecced5f6260c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 1098 time: 0.0788233 Jun 16 18:51:36.715274 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e211f63b-b8d5-41ff-9dbf-164834ac31cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25564395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25566554'] for subnet, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:36.729107 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:36.823653 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211f63b-b8d5-41ff-9dbf-164834ac31cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=62efcfe3-4227-4398-bbc5-6a219f8a0cdd,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:36.826489 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e211f63b-b8d5-41ff-9dbf-164834ac31cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:36.857759 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211f63b-b8d5-41ff-9dbf-164834ac31cc admin admin] Checking segment: {'id': '24acd5ff-98da-4c80-a718-397205565dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '97d24938-79a5-4732-bdf8-6e3193be5f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:51:36.858102 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211f63b-b8d5-41ff-9dbf-164834ac31cc admin admin] Network hostable DHCP agents. Network: 97d24938-79a5-4732-bdf8-6e3193be5f2d, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:51:36.863428 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12410c9f-abaf-42ce-b2e6-e84e4f8d9015 req-3161be9d-aad5-4ab0-92af-9ac800191097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:36.865019 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-12410c9f-abaf-42ce-b2e6-e84e4f8d9015 req-3161be9d-aad5-4ab0-92af-9ac800191097 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5067c8ca-8862-4936-b72e-9c44c8a52801 HTTP/1.1" status: 200 len: 917 time: 0.1587062 Jun 16 18:51:36.899202 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Notify callbacks [] for port, precommit_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:36.909191 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Transition to ACTIVE for port object 25107cfa-b7d9-4853-846e-d7dbe7c56fcb will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:51:36.932685 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-12410c9f-abaf-42ce-b2e6-e84e4f8d9015 req-aec9b88d-9f3e-4c18-b77e-8742e851cafa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267 HTTP/1.1" status: 200 len: 1001 time: 0.0582814 Jun 16 18:51:36.983203 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12410c9f-abaf-42ce-b2e6-e84e4f8d9015 req-c064008b-48cd-4d2e-a185-4fa4f1734e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:36.984637 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-12410c9f-abaf-42ce-b2e6-e84e4f8d9015 req-c064008b-48cd-4d2e-a185-4fa4f1734e46 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f5204a4-d003-494a-9248-fcb9bc5356cc HTTP/1.1" status: 200 len: 855 time: 0.0435362 Jun 16 18:51:36.995231 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device b41f8726-c986-4029-b473-707afd7e5155 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:51:37.002790 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211f63b-b8d5-41ff-9dbf-164834ac31cc admin admin] Network 97d24938-79a5-4732-bdf8-6e3193be5f2d is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:51:37.020250 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:37.023606 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:37.053053 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12410c9f-abaf-42ce-b2e6-e84e4f8d9015 req-d4ac9f63-7c9d-471d-9267-30ae7b118067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:37.054516 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-12410c9f-abaf-42ce-b2e6-e84e4f8d9015 req-d4ac9f63-7c9d-471d-9267-30ae7b118067 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5067c8ca-8862-4936-b72e-9c44c8a52801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0608094 Jun 16 18:51:37.105632 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccff069-1917-4bd5-bad8-2e7f2d340fe7 None None] Pushing event updated for resources: {'Port': ['ID=25107cfa-b7d9-4853-846e-d7dbe7c56fcb,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:37.111858 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-5ccff069-1917-4bd5-bad8-2e7f2d340fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:37.124152 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-e211f63b-b8d5-41ff-9dbf-164834ac31cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, 97d24938-79a5-4732-bdf8-6e3193be5f2d) {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:51:37.133420 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e211f63b-b8d5-41ff-9dbf-164834ac31cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:37.134168 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e211f63b-b8d5-41ff-9dbf-164834ac31cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:37.140504 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488a5701-b8ca-42f5-84e2-6ffa970ee299 None None] Network 97d24938-79a5-4732-bdf8-6e3193be5f2d requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:51:37.146521 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port b41f8726-c986-4029-b473-707afd7e5155 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:37.146902 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:37.179952 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-12410c9f-abaf-42ce-b2e6-e84e4f8d9015 req-298474e0-24da-4bf6-9d88-cb5055657add service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097534 Jun 16 18:51:37.243187 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Attempting to bind port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:51:37.243558 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Attempting to bind port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': 'fcc8a120-025d-412e-93da-866cb526b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:51:37.244109 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Attempting to bind port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb on network c74d04b2-d641-4a9e-80c2-dee470e08dfe {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:51:37.245018 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-e211f63b-b8d5-41ff-9dbf-164834ac31cc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9790809 Jun 16 18:51:37.247598 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 50430) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:37.255320 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2058440099-router', 'tenant_id': '992acb49694b4b30a44b13eceb0226d3', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:51:37.263070 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:51:37.263454 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Checking segment: {'id': 'fcc8a120-025d-412e-93da-866cb526b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:51:37.263936 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:37.265752 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Bound using segment: {'id': 'fcc8a120-025d-412e-93da-866cb526b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:51:37.266298 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Bound port: 25107cfa-b7d9-4853-846e-d7dbe7c56fcb, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc8a120-025d-412e-93da-866cb526b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:51:37.266706 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:37.287569 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-12410c9f-abaf-42ce-b2e6-e84e4f8d9015 req-c815f2b9-63b4-46db-bed2-b09d4052e7e5 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996068 Jun 16 18:51:37.358644 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617cdc3-e41c-4974-a770-cbe77179a095 req-99d5c0b6-b4a1-456d-964f-36d25cce79bd tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:37.360681 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2617cdc3-e41c-4974-a770-cbe77179a095 req-99d5c0b6-b4a1-456d-964f-36d25cce79bd tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.70 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 946 time: 0.1250000 Jun 16 18:51:37.370737 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3204'] for router, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:37.372036 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3199'] for router, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:37.459887 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:37.469487 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] For port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:51:37.480496 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8b26a4e-7818-5058-9bf8-178988fe1486-97d24938-79a5-4732-bdf8-6e3193be5f2d', 'network_id': '97d24938-79a5-4732-bdf8-6e3193be5f2d', 'tenant_id': '992acb49694b4b30a44b13eceb0226d3', 'fixed_ips': [{'subnet_id': '62efcfe3-4227-4398-bbc5-6a219f8a0cdd'}]}} from dv-cinder-667108-31-iscsi. {{(pid=100041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 18:51:37.481372 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:37.488337 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] For port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=25107cfa-b7d9-4853-846e-d7dbe7c56fcb,segment=NetworkSegment(fcc8a120-025d-412e-93da-866cb526b4de),segment_id=fcc8a120-025d-412e-93da-866cb526b4de)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:51:37.537786 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [req-2617cdc3-e41c-4974-a770-cbe77179a095 req-bb94bb5f-b121-4ffe-9d90-aab907b0c48f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Deleting port e2e85b10-7e6a-4fcf-a088-11f29270bbaf {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:51:37.538121 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-2617cdc3-e41c-4974-a770-cbe77179a095 req-bb94bb5f-b121-4ffe-9d90-aab907b0c48f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:37.576294 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:37.581329 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:37.687579 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccff069-1917-4bd5-bad8-2e7f2d340fe7 None None] Pushing event updated for resources: {'Port': ['ID=25107cfa-b7d9-4853-846e-d7dbe7c56fcb,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:37.691938 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-5ccff069-1917-4bd5-bad8-2e7f2d340fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:37.693506 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.db_base_plugin_common [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Allocated IP 172.20.0.2 (97d24938-79a5-4732-bdf8-6e3193be5f2d/62efcfe3-4227-4398-bbc5-6a219f8a0cdd/3290787b-fca3-4eaa-a389-61fd8ea5bf95) {{(pid=100041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:51:37.695693 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Routers {'16b4b484-ba93-4296-92ac-7a9222075bde'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:51:37.696311 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:51:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['16b4b484-ba93-4296-92ac-7a9222075bde'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:37.739621 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50454) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:37.784064 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-2617cdc3-e41c-4974-a770-cbe77179a095 req-bb94bb5f-b121-4ffe-9d90-aab907b0c48f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] For port e2e85b10-7e6a-4fcf-a088-11f29270bbaf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e2e85b10-7e6a-4fcf-a088-11f29270bbaf,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:37.787118 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-2617cdc3-e41c-4974-a770-cbe77179a095 req-bb94bb5f-b121-4ffe-9d90-aab907b0c48f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:37.917565 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] Set router 16b4b484-ba93-4296-92ac-7a9222075bde gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:51:37.924975 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [req-2617cdc3-e41c-4974-a770-cbe77179a095 req-bb94bb5f-b121-4ffe-9d90-aab907b0c48f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Calling delete_port for e2e85b10-7e6a-4fcf-a088-11f29270bbaf owned by compute:nova {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:51:38.141912 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3177'] for router, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.146337 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5af0a5-906c-4de8-9838-a1ea3193d465 admin admin] Deleting subnet 58ab184a-2594-47d0-bc53-f015c63bc596 {{(pid=100040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:51:38.149797 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fd5af0a5-906c-4de8-9838-a1ea3193d465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.186684 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fd5af0a5-906c-4de8-9838-a1ea3193d465 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564794'] for subnet, precommit_delete_associations {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.211166 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9760177-3108-42a8-9b24-f0cf2818642c req-793599b7-50ef-4670-bb7d-11558cae0477 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:38.217881 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e9760177-3108-42a8-9b24-f0cf2818642c req-793599b7-50ef-4670-bb7d-11558cae0477 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 946 time: 0.2884231 Jun 16 18:51:38.233717 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fd5af0a5-906c-4de8-9838-a1ea3193d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.249142 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255fa5d-4244-49d9-a340-e0a529abead8 req-e672784b-de05-47c0-bf2b-b26aecd5d986 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:38.250629 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5255fa5d-4244-49d9-a340-e0a529abead8 req-e672784b-de05-47c0-bf2b-b26aecd5d986 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.2634838 Jun 16 18:51:38.268639 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Notify callbacks [] for port, precommit_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.282329 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Transition to ACTIVE for port object 3290787b-fca3-4eaa-a389-61fd8ea5bf95 will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:51:38.317198 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Transition to ACTIVE for port object 3290787b-fca3-4eaa-a389-61fd8ea5bf95 will not be triggered until provisioned by entity DHCP. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:51:38.326130 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e9760177-3108-42a8-9b24-f0cf2818642c req-60304832-46ef-406a-ac28-354b73c3777b tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023400 Jun 16 18:51:38.361593 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fd5af0a5-906c-4de8-9838-a1ea3193d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25564330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25566547'] for subnet, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.365351 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2ffeee81-322f-427c-baa7-9ba6cb238d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:38.386819 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'name': 'tempest-TestMinimumBasicScenario-680231749-router', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b41f8726-c986-4029-b473-707afd7e5155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:30Z', 'updated_at': '2021-06-16T18:51:34Z', 'revision_number': 4, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'gw_port': {'id': 'b41f8726-c986-4029-b473-707afd7e5155', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:31Z', 'updated_at': '2021-06-16T18:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': '25107cfa-b7d9-4853-846e-d7dbe7c56fcb', 'name': '', 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'mac_address': 'fa:16:3e:e1:b2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4e622436-b6d2-4a20-af10-928af10bb903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:33Z', 'updated_at': '2021-06-16T18:51:37Z', 'revision_number': 4, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'subnets': [{'id': '4e622436-b6d2-4a20-af10-928af10bb903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:38.389084 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5af0a5-906c-4de8-9838-a1ea3193d465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ab184a-2594-47d0-bc53-f015c63bc596,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:38.393707 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fd5af0a5-906c-4de8-9838-a1ea3193d465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.396897 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5255fa5d-4244-49d9-a340-e0a529abead8 req-cbf0e958-4a41-46ae-9a9e-ec0e5c90d1d6 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029189 Jun 16 18:51:38.397091 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-fd5af0a5-906c-4de8-9838-a1ea3193d465 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/58ab184a-2594-47d0-bc53-f015c63bc596 HTTP/1.1" status: 204 len: 168 time: 0.6541719 Jun 16 18:51:38.397179 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882011c-d159-423a-9c3b-b21a78aa4a5f None None] The sync data for ids ['16b4b484-ba93-4296-92ac-7a9222075bde'] in dv-cinder-667108-31-iscsi is: [{'id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'name': 'tempest-TestMinimumBasicScenario-680231749-router', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b41f8726-c986-4029-b473-707afd7e5155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:30Z', 'updated_at': '2021-06-16T18:51:34Z', 'revision_number': 4, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'gw_port': {'id': 'b41f8726-c986-4029-b473-707afd7e5155', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:31Z', 'updated_at': '2021-06-16T18:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': '25107cfa-b7d9-4853-846e-d7dbe7c56fcb', 'name': '', 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'mac_address': 'fa:16:3e:e1:b2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4e622436-b6d2-4a20-af10-928af10bb903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:33Z', 'updated_at': '2021-06-16T18:51:37Z', 'revision_number': 4, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'subnets': [{'id': '4e622436-b6d2-4a20-af10-928af10bb903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:51:38.397342 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-fd5af0a5-906c-4de8-9838-a1ea3193d465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:38.399090 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 50458) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:38.409130 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.411125 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-dcb22022-15b2-40af-8120-eb10196e5fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:38.466927 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Network 97d24938-79a5-4732-bdf8-6e3193be5f2d is already hosted by enough agents. {{(pid=100041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:51:38.479080 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.base_scheduler [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Resources bound (agent type, host, resource id): {{(pid=100041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:51:38.482317 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Received port after_create {{(pid=100041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:51:38.487217 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Pushing event updated for resources: {'Port': ['ID=3290787b-fca3-4eaa-a389-61fd8ea5bf95,revision_number=1']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:38.490437 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:38.498006 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-2617cdc3-e41c-4974-a770-cbe77179a095 req-bb94bb5f-b121-4ffe-9d90-aab907b0c48f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.523947 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:38.537733 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['0b4a2639-ab37-40b2-9e02-cf2845abc7fe'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:51:38.575757 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94bb5f-b121-4ffe-9d90-aab907b0c48f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Pushing event deleted for resources: {'Port': ['ID=e2e85b10-7e6a-4fcf-a088-11f29270bbaf,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:38.588442 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-bb94bb5f-b121-4ffe-9d90-aab907b0c48f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:38.599446 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ad991cfa-5693-429f-9718-7d47b846e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.648158 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Attempting to bind port 3290787b-fca3-4eaa-a389-61fd8ea5bf95 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:51:38.648701 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Attempting to bind port 3290787b-fca3-4eaa-a389-61fd8ea5bf95 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '24acd5ff-98da-4c80-a718-397205565dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '97d24938-79a5-4732-bdf8-6e3193be5f2d'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:51:38.648987 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Attempting to bind port 3290787b-fca3-4eaa-a389-61fd8ea5bf95 on network 97d24938-79a5-4732-bdf8-6e3193be5f2d {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:51:38.655737 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:51:38.656124 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Checking segment: {'id': '24acd5ff-98da-4c80-a718-397205565dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '97d24938-79a5-4732-bdf8-6e3193be5f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:51:38.656537 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.656942 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Bound using segment: {'id': '24acd5ff-98da-4c80-a718-397205565dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '97d24938-79a5-4732-bdf8-6e3193be5f2d'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:51:38.657416 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Bound port: 3290787b-fca3-4eaa-a389-61fd8ea5bf95, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24acd5ff-98da-4c80-a718-397205565dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '97d24938-79a5-4732-bdf8-6e3193be5f2d'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:51:38.657840 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.728915 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-2617cdc3-e41c-4974-a770-cbe77179a095 req-bb94bb5f-b121-4ffe-9d90-aab907b0c48f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] No DVR routers for this DVR port e2e85b10-7e6a-4fcf-a088-11f29270bbaf on host hv-cinder-66710 {{(pid=100039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:51:38.729406 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] For port 3290787b-fca3-4eaa-a389-61fd8ea5bf95, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:51:38.734544 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] For port 3290787b-fca3-4eaa-a389-61fd8ea5bf95, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=3290787b-fca3-4eaa-a389-61fd8ea5bf95,segment=NetworkSegment(24acd5ff-98da-4c80-a718-397205565dc7),segment_id=24acd5ff-98da-4c80-a718-397205565dc7)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:51:38.752659 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-2617cdc3-e41c-4974-a770-cbe77179a095 req-bb94bb5f-b121-4ffe-9d90-aab907b0c48f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.754606 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2617cdc3-e41c-4974-a770-cbe77179a095 req-bb94bb5f-b121-4ffe-9d90-aab907b0c48f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.70 "DELETE /v2.0/ports/e2e85b10-7e6a-4fcf-a088-11f29270bbaf HTTP/1.1" status: 204 len: 173 time: 1.3790190 Jun 16 18:51:38.755157 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00e90da-8a92-40e4-be67-360ed5229698', 'name': 'network-vif-deleted', 'tag': 'e2e85b10-7e6a-4fcf-a088-11f29270bbaf'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:51:38.757787 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecc0281-d288-4c0d-b061-47af00f3db07" -d '{"events": [{"server_uuid": "d00e90da-8a92-40e4-be67-360ed5229698", "name": "network-vif-deleted", "tag": "e2e85b10-7e6a-4fcf-a088-11f29270bbaf"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:51:38.839504 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.843515 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ad991cfa-5693-429f-9718-7d47b846e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.846040 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:38.857601 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-ad991cfa-5693-429f-9718-7d47b846e7b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a7edcc-fa3a-47ea-9725-e4bbc8a7c846']}} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:38.860583 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.890378 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:38.893679 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-ad991cfa-5693-429f-9718-7d47b846e7b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58041358-cbc1-4cdc-b347-91764d4602c6') {'for_net_delete': True} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:38.893679 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-ad991cfa-5693-429f-9718-7d47b846e7b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58041358-cbc1-4cdc-b347-91764d4602c6') {} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:38.903172 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Pushing event updated for resources: {'Port': ['ID=3290787b-fca3-4eaa-a389-61fd8ea5bf95,revision_number=2']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:38.906135 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:38.909456 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ad991cfa-5693-429f-9718-7d47b846e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25649366'] for segment, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.010944 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ad991cfa-5693-429f-9718-7d47b846e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.024974 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad991cfa-5693-429f-9718-7d47b846e7b8 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=100039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:51:39.025651 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ad991cfa-5693-429f-9718-7d47b846e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942637'] for segment, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: Traceback (most recent call last): Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: timer() Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: cb(*args, **kw) Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: return func(*args, **kwargs) Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: self._notify() Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: self.callback(batched_events) Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: event.method(event) Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: return f(self, *a, **k) Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._get(url).json() Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: return self.request(url, 'GET', **kwargs) Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:51:39.027213 dv-cinder-667108-31-iscsi neutron-server[100039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:51:39.064576 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 25107cfa-b7d9-4853-846e-d7dbe7c56fcb up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:51:39.142723 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Allocated IP 172.27.3.50 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/2262da33-9401-4f1d-9a2f-799626a6c1c4) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:51:39.202871 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:51:39.207156 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:39.207541 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.237316 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ad991cfa-5693-429f-9718-7d47b846e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.258416 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-ce304dfc-4c9f-4bb6-8ade-b732b3529e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:39.273260 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ad991cfa-5693-429f-9718-7d47b846e7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.277809 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-ad991cfa-5693-429f-9718-7d47b846e7b8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/81a7edcc-fa3a-47ea-9725-e4bbc8a7c846 HTTP/1.1" status: 204 len: 168 time: 0.8751061 Jun 16 18:51:39.277809 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad991cfa-5693-429f-9718-7d47b846e7b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=81a7edcc-fa3a-47ea-9725-e4bbc8a7c846,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:39.279702 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50468) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:39.279837 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-ad991cfa-5693-429f-9718-7d47b846e7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:39.330374 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.349485 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a583f3-2eb7-4d7d-9dc9-4da236b71830 admin admin] Deleting subnet c12da1ef-ae2e-4912-8b38-185c82b78649 {{(pid=100040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:51:39.358262 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c7a583f3-2eb7-4d7d-9dc9-4da236b71830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.361076 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.368181 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=25107cfa-b7d9-4853-846e-d7dbe7c56fcb,segment=NetworkSegment(fcc8a120-025d-412e-93da-866cb526b4de),segment_id=fcc8a120-025d-412e-93da-866cb526b4de)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:39.396264 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c7a583f3-2eb7-4d7d-9dc9-4da236b71830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564794'] for subnet, precommit_delete_associations {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.441669 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c7a583f3-2eb7-4d7d-9dc9-4da236b71830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.492770 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.496024 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:39.517166 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25942567'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.520012 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1f1449cd-062c-4e61-b6bb-71dcc6f496ce tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:39.550427 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=25107cfa-b7d9-4853-846e-d7dbe7c56fcb,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:39.553681 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:39.572332 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:51:39.573932 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Pushing event updated for resources: {'Port': ['ID=2262da33-9401-4f1d-9a2f-799626a6c1c4,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:39.576427 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:51:39.578124 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:39.578786 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:51:39.613511 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c7a583f3-2eb7-4d7d-9dc9-4da236b71830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25564330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25566547'] for subnet, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.617031 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-225c9582-be34-481d-97df-7adaac9ed00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:39.643558 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a583f3-2eb7-4d7d-9dc9-4da236b71830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12da1ef-ae2e-4912-8b38-185c82b78649,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:39.652162 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c7a583f3-2eb7-4d7d-9dc9-4da236b71830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.652162 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-c7a583f3-2eb7-4d7d-9dc9-4da236b71830 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c12da1ef-ae2e-4912-8b38-185c82b78649 HTTP/1.1" status: 204 len: 168 time: 0.3694353 Jun 16 18:51:39.652162 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-c7a583f3-2eb7-4d7d-9dc9-4da236b71830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:39.653274 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 50474) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:39.782828 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b2f88caa-aa75-4b0c-96e2-1d522eaa54c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.920692 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b2f88caa-aa75-4b0c-96e2-1d522eaa54c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.920692 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-b2f88caa-aa75-4b0c-96e2-1d522eaa54c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c45aec-7a9a-4317-b19b-3aa137444c6b']}} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:39.920692 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-b2f88caa-aa75-4b0c-96e2-1d522eaa54c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f147a6-8838-4694-96a7-35b18c04cefe') {'for_net_delete': True} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:39.920692 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-b2f88caa-aa75-4b0c-96e2-1d522eaa54c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f147a6-8838-4694-96a7-35b18c04cefe') {} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:39.920692 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b2f88caa-aa75-4b0c-96e2-1d522eaa54c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25649366'] for segment, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.920692 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b2f88caa-aa75-4b0c-96e2-1d522eaa54c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.924008 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f88caa-aa75-4b0c-96e2-1d522eaa54c9 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=100039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:51:39.924506 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b2f88caa-aa75-4b0c-96e2-1d522eaa54c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942637'] for segment, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: Traceback (most recent call last): Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: timer() Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: cb(*args, **kw) Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: return func(*args, **kwargs) Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: self._notify() Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: self.callback(batched_events) Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: event.method(event) Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: return f(self, *a, **k) Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._get(url).json() Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: return self.request(url, 'GET', **kwargs) Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:51:39.935606 dv-cinder-667108-31-iscsi neutron-server[100039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:51:40.092678 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed15244-321d-4c6b-ac6f-1e79b6cfc1c7 None None] Network 97d24938-79a5-4732-bdf8-6e3193be5f2d requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:51:40.226462 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b2f88caa-aa75-4b0c-96e2-1d522eaa54c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:40.236929 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-1e1f62d7-e87a-4009-bdfa-65d1596e8625 None None] Provisioning for port 3290787b-fca3-4eaa-a389-61fd8ea5bf95 completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:51:40.274403 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:40.274403 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b2f88caa-aa75-4b0c-96e2-1d522eaa54c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:40.274403 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-b2f88caa-aa75-4b0c-96e2-1d522eaa54c9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/82c45aec-7a9a-4317-b19b-3aa137444c6b HTTP/1.1" status: 204 len: 168 time: 0.6183825 Jun 16 18:51:40.285838 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f88caa-aa75-4b0c-96e2-1d522eaa54c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c45aec-7a9a-4317-b19b-3aa137444c6b,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:40.289280 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-b2f88caa-aa75-4b0c-96e2-1d522eaa54c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:40.309296 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:40.619699 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50482) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:40.659179 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-04194940-cb7e-4216-b1ad-0929c08fe478 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7462c8dedf854b1eb4b21e703ee40370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381021 Jun 16 18:51:40.661406 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50484) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:40.712351 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2d383aa7-d980-4b6d-b65a-e71eab9443ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:40.733457 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2d383aa7-d980-4b6d-b65a-e71eab9443ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:40.753575 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421606'] for router, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:40.869162 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2d383aa7-d980-4b6d-b65a-e71eab9443ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:40.871638 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2d383aa7-d980-4b6d-b65a-e71eab9443ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:40.872755 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-2d383aa7-d980-4b6d-b65a-e71eab9443ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38d36077-e44a-4e58-beb0-25cd7be36fd7 HTTP/1.1" status: 204 len: 168 time: 0.2104678 Jun 16 18:51:40.873706 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-3144d306-2b4c-4a3e-a35f-b9383076a395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:40.881472 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d383aa7-d980-4b6d-b65a-e71eab9443ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d36077-e44a-4e58-beb0-25cd7be36fd7,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:40.884107 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2d383aa7-d980-4b6d-b65a-e71eab9443ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:40.955342 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Router 31f38a96-444f-4ee0-9dab-217cf66749fa is scheduled to L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 with binding_index 1 {{(pid=100039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 18:51:41.075231 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:51:41.087389 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Sync routers for ids ['31f38a96-444f-4ee0-9dab-217cf66749fa'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:51:41.090887 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 25107cfa-b7d9-4853-846e-d7dbe7c56fcb up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:51:41.099574 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Routers {'31f38a96-444f-4ee0-9dab-217cf66749fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:51:41.101619 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:51:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['31f38a96-444f-4ee0-9dab-217cf66749fa'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:41.140169 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:41.141199 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:41.203636 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Set router 31f38a96-444f-4ee0-9dab-217cf66749fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:51:41.218118 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Notify callbacks [] for router, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:41.219471 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9703925 Jun 16 18:51:41.221818 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 3290787b-fca3-4eaa-a389-61fd8ea5bf95 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:51:41.223055 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50490) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:41.372390 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port 3290787b-fca3-4eaa-a389-61fd8ea5bf95 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:51:41.376758 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 3290787b-fca3-4eaa-a389-61fd8ea5bf95 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:41.377768 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:41.388966 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'name': 'tempest-TestMinimumBasicScenario-2058440099-router', 'tenant_id': '992acb49694b4b30a44b13eceb0226d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '2262da33-9401-4f1d-9a2f-799626a6c1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:37Z', 'updated_at': '2021-06-16T18:51:39Z', 'revision_number': 3, 'project_id': '992acb49694b4b30a44b13eceb0226d3', 'gw_port': {'id': '2262da33-9401-4f1d-9a2f-799626a6c1c4', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:38Z', 'updated_at': '2021-06-16T18:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:41.392949 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Checking router: 31f38a96-444f-4ee0-9dab-217cf66749fa for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:51:41.393311 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Updating router 31f38a96-444f-4ee0-9dab-217cf66749fa port 2262da33-9401-4f1d-9a2f-799626a6c1c4 binding host dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:51:41.462763 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:41.497012 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port 3290787b-fca3-4eaa-a389-61fd8ea5bf95, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=3290787b-fca3-4eaa-a389-61fd8ea5bf95,segment=NetworkSegment(24acd5ff-98da-4c80-a718-397205565dc7),segment_id=24acd5ff-98da-4c80-a718-397205565dc7)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:41.512673 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:41.583920 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:41.586063 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:41.629675 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 50494) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:41.655958 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:41.663347 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=3290787b-fca3-4eaa-a389-61fd8ea5bf95,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:41.668174 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:41.676854 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-b23a48ca-32c6-4582-b517-906eaa4861af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64bef20900174f928325bebab47aa9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460315 Jun 16 18:51:41.679273 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 50496) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:41.729261 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ad6f27e-a622-4bda-b983-fa68f638ba35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:41.764387 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ad6f27e-a622-4bda-b983-fa68f638ba35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:41.766210 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Notify callbacks [] for port, precommit_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:41.776791 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.provisioning_blocks [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Transition to ACTIVE for port object 2262da33-9401-4f1d-9a2f-799626a6c1c4 will not be triggered until provisioned by entity L2. {{(pid=100042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:51:41.840303 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Allocated IP 172.20.0.1 (97d24938-79a5-4732-bdf8-6e3193be5f2d/62efcfe3-4227-4398-bbc5-6a219f8a0cdd/ed5062c7-29d0-451b-8464-03f653cea463) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:51:41.858325 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:41.862384 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:41.887029 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ad6f27e-a622-4bda-b983-fa68f638ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:41.890266 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ad6f27e-a622-4bda-b983-fa68f638ba35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:41.904631 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-6ad6f27e-a622-4bda-b983-fa68f638ba35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b92bf0d0-385c-43c0-a2ab-4a5f070aec89 HTTP/1.1" status: 204 len: 168 time: 0.2197640 Jun 16 18:51:41.906921 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-7c8f97fa-4242-43e4-ba88-892e24118837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:41.914386 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b3782-37b4-4b35-a411-4ac373297f5d None None] Pushing event updated for resources: {'Port': ['ID=2262da33-9401-4f1d-9a2f-799626a6c1c4,revision_number=2']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:41.916497 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6f27e-a622-4bda-b983-fa68f638ba35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92bf0d0-385c-43c0-a2ab-4a5f070aec89,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:41.918296 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-8c7b3782-37b4-4b35-a411-4ac373297f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:41.921120 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Attempting to bind port 2262da33-9401-4f1d-9a2f-799626a6c1c4 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:51:41.924777 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Attempting to bind port 2262da33-9401-4f1d-9a2f-799626a6c1c4 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:51:41.924777 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Attempting to bind port 2262da33-9401-4f1d-9a2f-799626a6c1c4 on network 8606aa04-9217-44b7-9651-2ff45bf86ab5 {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:51:41.927601 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6ad6f27e-a622-4bda-b983-fa68f638ba35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:41.927947 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:51:41.928327 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Checking segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:51:41.928738 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:41.931265 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Bound using segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:51:41.931442 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Bound port: 2262da33-9401-4f1d-9a2f-799626a6c1c4, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:51:41.931831 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:41.961826 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:41.976810 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Transition to ACTIVE for port object ed5062c7-29d0-451b-8464-03f653cea463 will not be triggered until provisioned by entity DHCP. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:51:41.992877 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] For port 2262da33-9401-4f1d-9a2f-799626a6c1c4, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:51:41.996157 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] For port 2262da33-9401-4f1d-9a2f-799626a6c1c4, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=2262da33-9401-4f1d-9a2f-799626a6c1c4,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:51:42.092949 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:42.095874 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-8c7b3782-37b4-4b35-a411-4ac373297f5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:42.119612 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25564287'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:42.122602 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-1396ddab-cd60-4268-9684-37a89023f498 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:42.145999 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Routers {'31f38a96-444f-4ee0-9dab-217cf66749fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:51:42.146538 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:51:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['31f38a96-444f-4ee0-9dab-217cf66749fa'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:42.169688 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Network 97d24938-79a5-4732-bdf8-6e3193be5f2d is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:51:42.173710 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:51:42.175810 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5062c7-29d0-451b-8464-03f653cea463,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:42.177965 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:51:42.198579 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:42.216518 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425815'] for router_interface, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:42.219302 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b3782-37b4-4b35-a411-4ac373297f5d None None] Pushing event updated for resources: {'Port': ['ID=2262da33-9401-4f1d-9a2f-799626a6c1c4,revision_number=3']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:42.223606 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-8c7b3782-37b4-4b35-a411-4ac373297f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:42.269541 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] Set router 31f38a96-444f-4ee0-9dab-217cf66749fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:51:42.437278 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:42.452334 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-fd3518f1-f7fa-4026-a972-ab051e94b279 None None] Provisioning for port ed5062c7-29d0-451b-8464-03f653cea463 completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:51:42.457119 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-fd3518f1-f7fa-4026-a972-ab051e94b279 None None] Provisioning complete for port ed5062c7-29d0-451b-8464-03f653cea463 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:42.457749 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-fd3518f1-f7fa-4026-a972-ab051e94b279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:42.473202 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'name': 'tempest-TestMinimumBasicScenario-2058440099-router', 'tenant_id': '992acb49694b4b30a44b13eceb0226d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '2262da33-9401-4f1d-9a2f-799626a6c1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:37Z', 'updated_at': '2021-06-16T18:51:39Z', 'revision_number': 3, 'project_id': '992acb49694b4b30a44b13eceb0226d3', 'gw_port': {'id': '2262da33-9401-4f1d-9a2f-799626a6c1c4', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:38Z', 'updated_at': '2021-06-16T18:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:42.477027 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee2939-238f-480c-a480-ab663d4dac50 None None] The sync data for ids ['31f38a96-444f-4ee0-9dab-217cf66749fa'] in dv-cinder-667108-31-iscsi is: [{'id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'name': 'tempest-TestMinimumBasicScenario-2058440099-router', 'tenant_id': '992acb49694b4b30a44b13eceb0226d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '2262da33-9401-4f1d-9a2f-799626a6c1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:37Z', 'updated_at': '2021-06-16T18:51:39Z', 'revision_number': 3, 'project_id': '992acb49694b4b30a44b13eceb0226d3', 'gw_port': {'id': '2262da33-9401-4f1d-9a2f-799626a6c1c4', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:38Z', 'updated_at': '2021-06-16T18:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:51:42.499139 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-fd3518f1-f7fa-4026-a972-ab051e94b279 None None] Port ed5062c7-29d0-451b-8464-03f653cea463 cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:51:42.638421 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:42.696752 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:42.701371 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-d938594b-4e9d-4bac-9eac-57b3489afc1e tempest-DeleteServersTestJSON-1738306528 tempest-DeleteServersTestJSON-1738306528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:42.768122 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5062c7-29d0-451b-8464-03f653cea463,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:42.775347 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:42.785738 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425771'] for router_interface, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:42.892711 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Network 97d24938-79a5-4732-bdf8-6e3193be5f2d is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:51:42.894221 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:51:43.050040 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Router 31f38a96-444f-4ee0-9dab-217cf66749fa has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:51:43.132204 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-69b3a50c-8f58-45a5-9404-60ae8b2cddcf None None] Provisioning complete for port ed5062c7-29d0-451b-8464-03f653cea463 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:43.133128 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-69b3a50c-8f58-45a5-9404-60ae8b2cddcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:43.181423 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 3290787b-fca3-4eaa-a389-61fd8ea5bf95 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:51:43.213003 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:51:43.216533 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device e2e85b10-7e6a-4fcf-a088-11f29270bbaf no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:51:43.218946 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] 10.222.0.41 "PUT /v2.0/routers/31f38a96-444f-4ee0-9dab-217cf66749fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9945817 Jun 16 18:51:43.277359 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-69b3a50c-8f58-45a5-9404-60ae8b2cddcf None None] Port ed5062c7-29d0-451b-8464-03f653cea463 cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:51:43.285913 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: e2e85b10-7e6a-4fcf-a088-11f29270bbaf {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:51:43.286269 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device e2e85b10-7e6a-4fcf-a088-11f29270bbaf not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:51:43.301665 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 3290787b-fca3-4eaa-a389-61fd8ea5bf95 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:43.302232 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:43.312880 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1113122a-8862-4437-8071-5037ce344046 x-openstack-request-id: req-1113122a-8862-4437-8071-5037ce344046 {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:51:43.314078 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00e90da-8a92-40e4-be67-360ed5229698", "name": "network-vif-deleted", "tag": "e2e85b10-7e6a-4fcf-a088-11f29270bbaf", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:51:43.314753 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1113122a-8862-4437-8071-5037ce344046 {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:51:43.315470 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00e90da-8a92-40e4-be67-360ed5229698', 'name': 'network-vif-deleted', 'tag': 'e2e85b10-7e6a-4fcf-a088-11f29270bbaf', 'status': 'completed', 'code': 200} Jun 16 18:51:43.446230 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-63b28f57-4b17-41ac-84bf-dda4fe9e2b93 req-dc8dca48-e42c-4b22-9474-5cad95935050 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 210 time: 0.0469444 Jun 16 18:51:43.451870 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 2262da33-9401-4f1d-9a2f-799626a6c1c4 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:51:43.566863 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44da86-24fc-4108-9e12-a4307d0c078e req-c85ef94a-b7c4-47f7-8c70-97203463ed69 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:43.571557 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ac44da86-24fc-4108-9e12-a4307d0c078e req-c85ef94a-b7c4-47f7-8c70-97203463ed69 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0971601 Jun 16 18:51:43.600863 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port 2262da33-9401-4f1d-9a2f-799626a6c1c4 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:51:43.605747 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 2262da33-9401-4f1d-9a2f-799626a6c1c4 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:43.606260 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:43.615192 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ac44da86-24fc-4108-9e12-a4307d0c078e req-e0fb0e3b-2887-4ab7-9669-adbd44ada3dd tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371282 Jun 16 18:51:43.688152 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:43.710289 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port 2262da33-9401-4f1d-9a2f-799626a6c1c4, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=2262da33-9401-4f1d-9a2f-799626a6c1c4,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:43.800747 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:43.802594 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-5ccff069-1917-4bd5-bad8-2e7f2d340fe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:43.850316 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=2262da33-9401-4f1d-9a2f-799626a6c1c4,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:43.857109 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:44.680752 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-46566e46-26a7-4c85-8c6d-5b4631c10e95 req-cedf3b00-28d8-4213-88fc-d4349917df58 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d00e90da-8a92-40e4-be67-360ed5229698 HTTP/1.1" status: 200 len: 210 time: 0.0346165 Jun 16 18:51:44.851335 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079252-81a6-4dd6-9560-d9c3b63f45a6 req-6885a709-8989-400c-9e96-c756573085cc tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:44.859180 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9f079252-81a6-4dd6-9560-d9c3b63f45a6 req-6885a709-8989-400c-9e96-c756573085cc tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0839570 Jun 16 18:51:44.911413 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9f079252-81a6-4dd6-9560-d9c3b63f45a6 req-d9926748-a9e6-4f7c-bcaf-e6fe997f646e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509169 Jun 16 18:51:45.034315 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 2262da33-9401-4f1d-9a2f-799626a6c1c4 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:51:45.082779 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 2262da33-9401-4f1d-9a2f-799626a6c1c4 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:45.083422 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:45.554983 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-a906afb5-e30d-4ba5-8c48-eb820cac7e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:45.588852 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Sync routers for ids ['31f38a96-444f-4ee0-9dab-217cf66749fa'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:51:45.607030 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Routers {'31f38a96-444f-4ee0-9dab-217cf66749fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:51:45.607725 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:51:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['31f38a96-444f-4ee0-9dab-217cf66749fa'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:45.783482 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Set router 31f38a96-444f-4ee0-9dab-217cf66749fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:51:46.137758 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'name': 'tempest-TestMinimumBasicScenario-2058440099-router', 'tenant_id': '992acb49694b4b30a44b13eceb0226d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '2262da33-9401-4f1d-9a2f-799626a6c1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:37Z', 'updated_at': '2021-06-16T18:51:42Z', 'revision_number': 4, 'project_id': '992acb49694b4b30a44b13eceb0226d3', 'gw_port': {'id': '2262da33-9401-4f1d-9a2f-799626a6c1c4', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:38Z', 'updated_at': '2021-06-16T18:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'ed5062c7-29d0-451b-8464-03f653cea463', 'name': '', 'network_id': '97d24938-79a5-4732-bdf8-6e3193be5f2d', 'tenant_id': '992acb49694b4b30a44b13eceb0226d3', 'mac_address': 'fa:16:3e:55:a3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '62efcfe3-4227-4398-bbc5-6a219f8a0cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:41Z', 'updated_at': '2021-06-16T18:51:42Z', 'revision_number': 2, 'project_id': '992acb49694b4b30a44b13eceb0226d3', 'subnets': [{'id': '62efcfe3-4227-4398-bbc5-6a219f8a0cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:46.149200 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Checking router: 31f38a96-444f-4ee0-9dab-217cf66749fa for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:51:46.149946 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Updating router 31f38a96-444f-4ee0-9dab-217cf66749fa port ed5062c7-29d0-451b-8464-03f653cea463 binding host dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:51:46.163624 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f77e2e-76a8-4961-9de6-3364d8c2e172 req-064d177b-9dad-46e0-b78f-4d00032eb583 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:46.187230 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-13f77e2e-76a8-4961-9de6-3364d8c2e172 req-064d177b-9dad-46e0-b78f-4d00032eb583 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.1109552 Jun 16 18:51:46.207945 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:46.272729 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-13f77e2e-76a8-4961-9de6-3364d8c2e172 req-9146d40f-0b64-4a87-87ad-fcbb2e6389de tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805955 Jun 16 18:51:46.573773 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Notify callbacks [] for port, precommit_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:46.587287 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Transition to ACTIVE for port object ed5062c7-29d0-451b-8464-03f653cea463 will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:51:46.686655 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:46.699468 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:46.792330 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8958590-c85f-4de6-ac4f-4dfde80bd4c7 None None] Pushing event updated for resources: {'Port': ['ID=ed5062c7-29d0-451b-8464-03f653cea463,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:46.797293 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-d8958590-c85f-4de6-ac4f-4dfde80bd4c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:46.861756 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Attempting to bind port ed5062c7-29d0-451b-8464-03f653cea463 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:51:46.862288 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Attempting to bind port ed5062c7-29d0-451b-8464-03f653cea463 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '24acd5ff-98da-4c80-a718-397205565dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '97d24938-79a5-4732-bdf8-6e3193be5f2d'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:51:46.862788 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Attempting to bind port ed5062c7-29d0-451b-8464-03f653cea463 on network 97d24938-79a5-4732-bdf8-6e3193be5f2d {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:51:46.868550 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:51:46.869036 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Checking segment: {'id': '24acd5ff-98da-4c80-a718-397205565dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '97d24938-79a5-4732-bdf8-6e3193be5f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:51:46.869508 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:46.869976 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Bound using segment: {'id': '24acd5ff-98da-4c80-a718-397205565dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '97d24938-79a5-4732-bdf8-6e3193be5f2d'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:51:46.870538 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Bound port: ed5062c7-29d0-451b-8464-03f653cea463, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24acd5ff-98da-4c80-a718-397205565dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '97d24938-79a5-4732-bdf8-6e3193be5f2d'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:51:46.871025 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:46.981800 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] For port ed5062c7-29d0-451b-8464-03f653cea463, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:51:46.985171 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] For port ed5062c7-29d0-451b-8464-03f653cea463, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=ed5062c7-29d0-451b-8464-03f653cea463,segment=NetworkSegment(24acd5ff-98da-4c80-a718-397205565dc7),segment_id=24acd5ff-98da-4c80-a718-397205565dc7)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:51:47.054591 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:47.058250 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:47.108974 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Routers {'31f38a96-444f-4ee0-9dab-217cf66749fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:51:47.111929 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:51:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['31f38a96-444f-4ee0-9dab-217cf66749fa'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:47.195737 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8958590-c85f-4de6-ac4f-4dfde80bd4c7 None None] Pushing event updated for resources: {'Port': ['ID=ed5062c7-29d0-451b-8464-03f653cea463,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:47.199111 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-d8958590-c85f-4de6-ac4f-4dfde80bd4c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:47.263468 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] Set router 31f38a96-444f-4ee0-9dab-217cf66749fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:51:47.476016 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'name': 'tempest-TestMinimumBasicScenario-2058440099-router', 'tenant_id': '992acb49694b4b30a44b13eceb0226d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '2262da33-9401-4f1d-9a2f-799626a6c1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:37Z', 'updated_at': '2021-06-16T18:51:42Z', 'revision_number': 4, 'project_id': '992acb49694b4b30a44b13eceb0226d3', 'gw_port': {'id': '2262da33-9401-4f1d-9a2f-799626a6c1c4', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:38Z', 'updated_at': '2021-06-16T18:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'ed5062c7-29d0-451b-8464-03f653cea463', 'name': '', 'network_id': '97d24938-79a5-4732-bdf8-6e3193be5f2d', 'tenant_id': '992acb49694b4b30a44b13eceb0226d3', 'mac_address': 'fa:16:3e:55:a3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '62efcfe3-4227-4398-bbc5-6a219f8a0cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:41Z', 'updated_at': '2021-06-16T18:51:46Z', 'revision_number': 4, 'project_id': '992acb49694b4b30a44b13eceb0226d3', 'subnets': [{'id': '62efcfe3-4227-4398-bbc5-6a219f8a0cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:47.479523 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb062e9-7c00-4957-881b-ae935b310c1e None None] The sync data for ids ['31f38a96-444f-4ee0-9dab-217cf66749fa'] in dv-cinder-667108-31-iscsi is: [{'id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'name': 'tempest-TestMinimumBasicScenario-2058440099-router', 'tenant_id': '992acb49694b4b30a44b13eceb0226d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '2262da33-9401-4f1d-9a2f-799626a6c1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:37Z', 'updated_at': '2021-06-16T18:51:42Z', 'revision_number': 4, 'project_id': '992acb49694b4b30a44b13eceb0226d3', 'gw_port': {'id': '2262da33-9401-4f1d-9a2f-799626a6c1c4', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:38Z', 'updated_at': '2021-06-16T18:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'ed5062c7-29d0-451b-8464-03f653cea463', 'name': '', 'network_id': '97d24938-79a5-4732-bdf8-6e3193be5f2d', 'tenant_id': '992acb49694b4b30a44b13eceb0226d3', 'mac_address': 'fa:16:3e:55:a3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '62efcfe3-4227-4398-bbc5-6a219f8a0cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:41Z', 'updated_at': '2021-06-16T18:51:46Z', 'revision_number': 4, 'project_id': '992acb49694b4b30a44b13eceb0226d3', 'subnets': [{'id': '62efcfe3-4227-4398-bbc5-6a219f8a0cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:51:48.063631 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-d20eb680-d533-4cf0-ab3b-d496673342e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:48.349615 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:49.080066 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device ed5062c7-29d0-451b-8464-03f653cea463 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:51:49.182379 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:49.205553 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port ed5062c7-29d0-451b-8464-03f653cea463 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:51:49.210351 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port ed5062c7-29d0-451b-8464-03f653cea463 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:49.210799 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:49.310026 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:49.368567 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port ed5062c7-29d0-451b-8464-03f653cea463, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=ed5062c7-29d0-451b-8464-03f653cea463,segment=NetworkSegment(24acd5ff-98da-4c80-a718-397205565dc7),segment_id=24acd5ff-98da-4c80-a718-397205565dc7)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:49.433678 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:49.435649 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:49.499454 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=ed5062c7-29d0-451b-8464-03f653cea463,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:49.515163 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:50.932504 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:51.030930 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device ed5062c7-29d0-451b-8464-03f653cea463 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:51:51.084512 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port ed5062c7-29d0-451b-8464-03f653cea463 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:51:51.084975 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:51.302593 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213ea1f-c52e-4885-af7a-5eb34ff29eaf req-a69c7784-e987-47f4-9765-42d8af86bf06 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:51.304484 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e213ea1f-c52e-4885-af7a-5eb34ff29eaf req-a69c7784-e987-47f4-9765-42d8af86bf06 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0665224 Jun 16 18:51:51.351777 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e213ea1f-c52e-4885-af7a-5eb34ff29eaf req-c013242a-a13e-4a67-a745-e491c6326294 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412621 Jun 16 18:51:52.387415 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ceb4a3-470d-467a-9eb6-6b574835f3e2 req-8e0b437a-a974-4484-b210-f5684801df97 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:52.388896 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a5ceb4a3-470d-467a-9eb6-6b574835f3e2 req-8e0b437a-a974-4484-b210-f5684801df97 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.0844097 Jun 16 18:51:52.571048 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [req-a5ceb4a3-470d-467a-9eb6-6b574835f3e2 req-6d873020-5247-429c-9009-5ec3aa94399e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Deleting port 805562b2-2c79-4a2a-8511-0f62973004e8 {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:51:52.571048 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-a5ceb4a3-470d-467a-9eb6-6b574835f3e2 req-6d873020-5247-429c-9009-5ec3aa94399e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:52.599970 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dff29f-bb01-4d86-8ccf-b0208bfc67fe req-1d14e462-f183-4639-9068-549cfe0c692b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:52.601540 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-23dff29f-bb01-4d86-8ccf-b0208bfc67fe req-1d14e462-f183-4639-9068-549cfe0c692b tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 945 time: 0.1113389 Jun 16 18:51:52.697680 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-23dff29f-bb01-4d86-8ccf-b0208bfc67fe req-6ef7ce46-20f7-4335-b545-126d1cc545e2 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/security-groups?id=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666938 Jun 16 18:51:52.723122 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-a5ceb4a3-470d-467a-9eb6-6b574835f3e2 req-6d873020-5247-429c-9009-5ec3aa94399e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] For port 805562b2-2c79-4a2a-8511-0f62973004e8, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=805562b2-2c79-4a2a-8511-0f62973004e8,segment=NetworkSegment(b67691b4-e876-4ce2-bc65-fb5f55acfa3a),segment_id=b67691b4-e876-4ce2-bc65-fb5f55acfa3a)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:52.724502 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-a5ceb4a3-470d-467a-9eb6-6b574835f3e2 req-6d873020-5247-429c-9009-5ec3aa94399e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:52.816027 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [req-a5ceb4a3-470d-467a-9eb6-6b574835f3e2 req-6d873020-5247-429c-9009-5ec3aa94399e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Calling delete_port for 805562b2-2c79-4a2a-8511-0f62973004e8 owned by compute:nova {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:51:53.086748 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-a5ceb4a3-470d-467a-9eb6-6b574835f3e2 req-6d873020-5247-429c-9009-5ec3aa94399e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:53.100415 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['805562b2-2c79-4a2a-8511-0f62973004e8'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:51:53.102692 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-d7ed9e87-b86b-497e-b378-ed5dcf8b84b0 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:53.146889 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d873020-5247-429c-9009-5ec3aa94399e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Pushing event deleted for resources: {'Port': ['ID=805562b2-2c79-4a2a-8511-0f62973004e8,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:53.165589 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6d873020-5247-429c-9009-5ec3aa94399e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:53.193565 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ceb4a3-470d-467a-9eb6-6b574835f3e2 req-6d873020-5247-429c-9009-5ec3aa94399e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] No DVR routers for this DVR port 805562b2-2c79-4a2a-8511-0f62973004e8 on host hv-cinder-66710 {{(pid=100039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:51:53.196486 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-a5ceb4a3-470d-467a-9eb6-6b574835f3e2 req-6d873020-5247-429c-9009-5ec3aa94399e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:53.199481 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a5ceb4a3-470d-467a-9eb6-6b574835f3e2 req-6d873020-5247-429c-9009-5ec3aa94399e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.70 "DELETE /v2.0/ports/805562b2-2c79-4a2a-8511-0f62973004e8 HTTP/1.1" status: 204 len: 173 time: 0.7954476 Jun 16 18:51:53.200006 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a802a98-1c32-4af3-95e4-36e43b97e156', 'name': 'network-vif-deleted', 'tag': '805562b2-2c79-4a2a-8511-0f62973004e8'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:51:53.203180 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88442c48-9a73-420c-991b-79c4f7b535ea" -d '{"events": [{"server_uuid": "5a802a98-1c32-4af3-95e4-36e43b97e156", "name": "network-vif-deleted", "tag": "805562b2-2c79-4a2a-8511-0f62973004e8"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:51:53.256328 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc65092-a317-4a8e-a811-f5e8be6b5f6c x-openstack-request-id: req-2cc65092-a317-4a8e-a811-f5e8be6b5f6c {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:51:53.256850 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a802a98-1c32-4af3-95e4-36e43b97e156", "name": "network-vif-deleted", "tag": "805562b2-2c79-4a2a-8511-0f62973004e8", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:51:53.257451 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cc65092-a317-4a8e-a811-f5e8be6b5f6c {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:51:53.257933 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a802a98-1c32-4af3-95e4-36e43b97e156', 'name': 'network-vif-deleted', 'tag': '805562b2-2c79-4a2a-8511-0f62973004e8', 'status': 'completed', 'code': 200} Jun 16 18:51:53.879537 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-05e3f404-8315-467a-8fe4-e1a21657d1d4 req-1533af66-df5a-48f3-94c2-697481325fde tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a802a98-1c32-4af3-95e4-36e43b97e156 HTTP/1.1" status: 200 len: 210 time: 0.0281136 Jun 16 18:51:54.579861 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3862c9f-b6d5-445a-b986-11f0d3a6ccf4 req-f3adc0cf-47ac-484a-9710-80d0f546c8d4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:54.598857 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f3862c9f-b6d5-445a-b986-11f0d3a6ccf4 req-f3adc0cf-47ac-484a-9710-80d0f546c8d4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.0981519 Jun 16 18:51:54.670633 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f3862c9f-b6d5-445a-b986-11f0d3a6ccf4 req-f833978e-47a8-4b21-a435-3aa8bc34b95c tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666389 Jun 16 18:51:54.973938 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 50742) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:55.372705 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-56b889a3-d9e6-4a1a-868f-0197e9b67738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375754'] for router_interface, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:55.670311 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-56b889a3-d9e6-4a1a-868f-0197e9b67738 admin admin] Deleting port d5c1bd5e-db0f-47d9-8aae-631a8169c1e5 {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:51:55.670650 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-56b889a3-d9e6-4a1a-868f-0197e9b67738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:55.749995 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [None req-56b889a3-d9e6-4a1a-868f-0197e9b67738 admin admin] For port d5c1bd5e-db0f-47d9-8aae-631a8169c1e5, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=d5c1bd5e-db0f-47d9-8aae-631a8169c1e5,segment=NetworkSegment(b67691b4-e876-4ce2-bc65-fb5f55acfa3a),segment_id=b67691b4-e876-4ce2-bc65-fb5f55acfa3a)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:55.750338 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-56b889a3-d9e6-4a1a-868f-0197e9b67738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:55.816104 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-56b889a3-d9e6-4a1a-868f-0197e9b67738 admin admin] Calling delete_port for d5c1bd5e-db0f-47d9-8aae-631a8169c1e5 owned by network:router_interface {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:51:55.949667 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc250e04-b4fa-456b-bbfb-85ca06ce6ec6 req-0b5c487a-131e-4c7b-8489-e59bfd1f0641 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:55.955950 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fc250e04-b4fa-456b-bbfb-85ca06ce6ec6 req-0b5c487a-131e-4c7b-8489-e59bfd1f0641 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.1671069 Jun 16 18:51:56.058059 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:56.342811 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fc250e04-b4fa-456b-bbfb-85ca06ce6ec6 req-705a022c-caea-4a9f-b99e-e61c13b04c1e tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856437 Jun 16 18:51:56.395183 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-d19da810-09dd-4018-92bc-38414bf8fc52 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:56.396604 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-d19da810-09dd-4018-92bc-38414bf8fc52 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/networks?id=c74d04b2-d641-4a9e-80c2-dee470e08dfe HTTP/1.1" status: 200 len: 814 time: 0.1520946 Jun 16 18:51:56.430825 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-f85958a2-e7d4-436e-b016-01989f556a97 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/quotas/eee13d403ce7426dbafc5b182fa585c7 HTTP/1.1" status: 200 len: 375 time: 0.0166891 Jun 16 18:51:56.508411 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-2d300cec-9071-411f-9e75-8a2265491d93 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eee13d403ce7426dbafc5b182fa585c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664713 Jun 16 18:51:56.514568 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-56b889a3-d9e6-4a1a-868f-0197e9b67738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:56.516761 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-95785b74-62ee-4ad7-b29a-6e52e79e3798 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:56.550310 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b889a3-d9e6-4a1a-868f-0197e9b67738 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c1bd5e-db0f-47d9-8aae-631a8169c1e5,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:56.564726 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-56b889a3-d9e6-4a1a-868f-0197e9b67738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:56.649960 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 805562b2-2c79-4a2a-8511-0f62973004e8 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:51:56.673727 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: 805562b2-2c79-4a2a-8511-0f62973004e8 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:51:56.674084 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 805562b2-2c79-4a2a-8511-0f62973004e8 not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:51:56.714796 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:51:56.756519 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-4bb92b50-265c-4861-84d7-c7d81998885c service neutron] 10.222.0.41 "GET /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359152 Jun 16 18:51:56.915225 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679dcd1-7b1f-4a77-8b5c-bea5c1c350e0 req-5b619c83-948d-454f-b03a-a5d7af568e64 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:56.916706 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1679dcd1-7b1f-4a77-8b5c-bea5c1c350e0 req-5b619c83-948d-454f-b03a-a5d7af568e64 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.70 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.2046423 Jun 16 18:51:56.919515 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-56b889a3-d9e6-4a1a-868f-0197e9b67738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375646'] for router_interface, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:56.924261 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-a7125517-a3a8-48a9-9371-5bb74efd4978 service neutron] 10.222.0.41 "GET /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497231 Jun 16 18:51:57.154911 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [req-1679dcd1-7b1f-4a77-8b5c-bea5c1c350e0 req-2e951167-2a03-495a-ba04-90684df3f582 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Deleting port 0b4a2639-ab37-40b2-9e02-cf2845abc7fe {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:51:57.155217 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-1679dcd1-7b1f-4a77-8b5c-bea5c1c350e0 req-2e951167-2a03-495a-ba04-90684df3f582 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:57.306026 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-852b915b-1ab0-40a0-8129-6b37129abcfb req-a1e3244f-242b-4f96-89c0-def8b863fb7d tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 210 time: 0.1124992 Jun 16 18:51:57.368349 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-1679dcd1-7b1f-4a77-8b5c-bea5c1c350e0 req-2e951167-2a03-495a-ba04-90684df3f582 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] For port 0b4a2639-ab37-40b2-9e02-cf2845abc7fe, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b4a2639-ab37-40b2-9e02-cf2845abc7fe,segment=NetworkSegment(f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b),segment_id=f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:57.369025 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-1679dcd1-7b1f-4a77-8b5c-bea5c1c350e0 req-2e951167-2a03-495a-ba04-90684df3f582 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:57.447800 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [req-1679dcd1-7b1f-4a77-8b5c-bea5c1c350e0 req-2e951167-2a03-495a-ba04-90684df3f582 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Calling delete_port for 0b4a2639-ab37-40b2-9e02-cf2845abc7fe owned by compute:nova {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:51:57.451088 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b889a3-d9e6-4a1a-868f-0197e9b67738 admin admin] Router e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:51:57.680934 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4e5ef-7ea4-4a31-b97b-a64d0b3635d7 req-faf7b94e-571a-481a-bc5c-1d8f55dc1c18 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:51:57.680934 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3af4e5ef-7ea4-4a31-b97b-a64d0b3635d7 req-faf7b94e-571a-481a-bc5c-1d8f55dc1c18 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 945 time: 0.2056277 Jun 16 18:51:57.680934 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b889a3-d9e6-4a1a-868f-0197e9b67738 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:51:57.685721 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-56b889a3-d9e6-4a1a-868f-0197e9b67738 admin admin] 10.222.0.41 "PUT /v2.0/routers/e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7106109 Jun 16 18:51:57.689135 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50814) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:57.692288 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159523c5-121c-43b0-a71b-382c7bad8884 None None] Sync routers for ids ['e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:51:57.717155 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159523c5-121c-43b0-a71b-382c7bad8884 None None] Routers {'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:51:57.729371 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-159523c5-121c-43b0-a71b-382c7bad8884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:51:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:57.761341 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3af4e5ef-7ea4-4a31-b97b-a64d0b3635d7 req-292a4b7b-3e88-46ce-90ea-f02ed2d80880 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705357 Jun 16 18:51:57.845263 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:57.857490 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-159523c5-121c-43b0-a71b-382c7bad8884 None None] Set router e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:51:57.920379 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-1679dcd1-7b1f-4a77-8b5c-bea5c1c350e0 req-2e951167-2a03-495a-ba04-90684df3f582 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:57.927086 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e8f9ffef-d20e-44a8-9fe0-11589ec9e9fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:57.934003 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['0b4a2639-ab37-40b2-9e02-cf2845abc7fe'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:51:57.955679 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e951167-2a03-495a-ba04-90684df3f582 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Pushing event deleted for resources: {'Port': ['ID=0b4a2639-ab37-40b2-9e02-cf2845abc7fe,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:57.959779 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-2e951167-2a03-495a-ba04-90684df3f582 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:57.985236 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:58.006030 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-1679dcd1-7b1f-4a77-8b5c-bea5c1c350e0 req-2e951167-2a03-495a-ba04-90684df3f582 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] No DVR routers for this DVR port 0b4a2639-ab37-40b2-9e02-cf2845abc7fe on host hv-cinder-66710 {{(pid=100039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:51:58.008756 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-1679dcd1-7b1f-4a77-8b5c-bea5c1c350e0 req-2e951167-2a03-495a-ba04-90684df3f582 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:58.010779 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1679dcd1-7b1f-4a77-8b5c-bea5c1c350e0 req-2e951167-2a03-495a-ba04-90684df3f582 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.70 "DELETE /v2.0/ports/0b4a2639-ab37-40b2-9e02-cf2845abc7fe HTTP/1.1" status: 204 len: 173 time: 1.0827258 Jun 16 18:51:58.011389 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78172498-0df4-4f3c-9283-8b352c0f5013', 'name': 'network-vif-deleted', 'tag': '0b4a2639-ab37-40b2-9e02-cf2845abc7fe'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:51:58.013761 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c31895b-7121-472b-8a2c-5ca11789b6c0" -d '{"events": [{"server_uuid": "78172498-0df4-4f3c-9283-8b352c0f5013", "name": "network-vif-deleted", "tag": "0b4a2639-ab37-40b2-9e02-cf2845abc7fe"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:51:58.049830 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03689770-0d29-4229-962a-8dcb064b344a x-openstack-request-id: req-03689770-0d29-4229-962a-8dcb064b344a {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:51:58.050156 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78172498-0df4-4f3c-9283-8b352c0f5013", "name": "network-vif-deleted", "tag": "0b4a2639-ab37-40b2-9e02-cf2845abc7fe", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:51:58.050443 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03689770-0d29-4229-962a-8dcb064b344a {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:51:58.050873 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78172498-0df4-4f3c-9283-8b352c0f5013', 'name': 'network-vif-deleted', 'tag': '0b4a2639-ab37-40b2-9e02-cf2845abc7fe', 'status': 'completed', 'code': 200} Jun 16 18:51:58.054949 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-159523c5-121c-43b0-a71b-382c7bad8884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1436089731-router', 'tenant_id': '800642a613714aec9372ad858f15dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:51:56Z', 'revision_number': 5, 'project_id': '800642a613714aec9372ad858f15dd9b', 'gw_port': {'id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:58.058759 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159523c5-121c-43b0-a71b-382c7bad8884 None None] Checking router: e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:51:58.067779 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159523c5-121c-43b0-a71b-382c7bad8884 None None] Routers {'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:51:58.068284 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-159523c5-121c-43b0-a71b-382c7bad8884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:51:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:58.148422 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] Deleting port 5da81cc7-a912-4bb4-8547-fefdb10d9eb9 {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:51:58.148853 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:58.171664 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-159523c5-121c-43b0-a71b-382c7bad8884 None None] Set router e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:51:58.253646 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] For port 5da81cc7-a912-4bb4-8547-fefdb10d9eb9, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=5da81cc7-a912-4bb4-8547-fefdb10d9eb9,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:51:58.254306 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:58.318857 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] Calling delete_port for 5da81cc7-a912-4bb4-8547-fefdb10d9eb9 owned by network:router_gateway {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:51:58.373967 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-159523c5-121c-43b0-a71b-382c7bad8884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1436089731-router', 'tenant_id': '800642a613714aec9372ad858f15dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:51:56Z', 'revision_number': 5, 'project_id': '800642a613714aec9372ad858f15dd9b', 'gw_port': {'id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:58.378395 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159523c5-121c-43b0-a71b-382c7bad8884 None None] The sync data for ids ['e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d'] in dv-cinder-667108-31-iscsi is: [{'id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1436089731-router', 'tenant_id': '800642a613714aec9372ad858f15dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:51:56Z', 'revision_number': 5, 'project_id': '800642a613714aec9372ad858f15dd9b', 'gw_port': {'id': '5da81cc7-a912-4bb4-8547-fefdb10d9eb9', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:51:58.496103 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-22a4262c-88ad-44b0-9531-813b34ffc65a req-80e0716f-7b41-4b68-bce3-8acaa160ca14 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 210 time: 0.0332627 Jun 16 18:51:58.634762 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:58.637867 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-be966864-eeae-46e5-ac03-e3aefa155630 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:58.665665 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da81cc7-a912-4bb4-8547-fefdb10d9eb9,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:58.668506 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:58.723643 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420893'] for router_gateway, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:58.859327 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3190'] for router, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:58.862339 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.018056 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a7a1ed11-1ed3-423d-b9fe-859d1712d14d req-eb977068-9010-48e2-8fc3-38e010d98367 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] 10.222.0.41 "GET /v2.0/ports?device_id=78172498-0df4-4f3c-9283-8b352c0f5013 HTTP/1.1" status: 200 len: 210 time: 0.0456412 Jun 16 18:51:59.029720 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-410199'] for router, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.031298 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d {{(pid=100040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 18:51:59.043890 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] Notify callbacks [] for router, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.044970 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e1c12e8f-6784-4c2e-9b7b-b2e3994efd8d HTTP/1.1" status: 204 len: 168 time: 1.3490317 Jun 16 18:51:59.047520 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50836) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:59.051100 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d5c1bd5e-db0f-47d9-8aae-631a8169c1e5 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:51:59.075590 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: d5c1bd5e-db0f-47d9-8aae-631a8169c1e5 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:51:59.075954 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d5c1bd5e-db0f-47d9-8aae-631a8169c1e5 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:51:59.101404 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17fc316-b19c-4ae8-96ad-aaf4c66c50be admin admin] Deleting subnet 940bc029-0d55-45ba-9372-a743fe6683d3 {{(pid=100040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:51:59.104595 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f17fc316-b19c-4ae8-96ad-aaf4c66c50be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.140682 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f17fc316-b19c-4ae8-96ad-aaf4c66c50be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564794'] for subnet, precommit_delete_associations {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.187455 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f17fc316-b19c-4ae8-96ad-aaf4c66c50be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.308356 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f17fc316-b19c-4ae8-96ad-aaf4c66c50be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25564330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25566547'] for subnet, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.311724 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-a7355d58-e630-4684-b89f-384ab31c46cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:59.343143 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f17fc316-b19c-4ae8-96ad-aaf4c66c50be admin admin] Notify callbacks [] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.348572 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 50842) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:59.348733 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-f17fc316-b19c-4ae8-96ad-aaf4c66c50be admin admin] 10.222.0.41 "DELETE /v2.0/subnets/940bc029-0d55-45ba-9372-a743fe6683d3 HTTP/1.1" status: 204 len: 168 time: 0.2999401 Jun 16 18:51:59.349488 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fc316-b19c-4ae8-96ad-aaf4c66c50be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=940bc029-0d55-45ba-9372-a743fe6683d3,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:59.352507 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-f17fc316-b19c-4ae8-96ad-aaf4c66c50be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:59.378319 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50844) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:59.416134 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-826cd8e6-508d-429c-961d-cbd54e8131a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.501800 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b970ebd6-03bf-4625-b21c-8df954dc3a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.507974 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-826cd8e6-508d-429c-961d-cbd54e8131a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.518425 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-826cd8e6-508d-429c-961d-cbd54e8131a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc88b1e0-01b8-46a4-896b-30044689d0a1']}} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:59.530590 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-826cd8e6-508d-429c-961d-cbd54e8131a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67691b4-e876-4ce2-bc65-fb5f55acfa3a') {'for_net_delete': True} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:59.530890 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-826cd8e6-508d-429c-961d-cbd54e8131a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67691b4-e876-4ce2-bc65-fb5f55acfa3a') {} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:51:59.541857 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-826cd8e6-508d-429c-961d-cbd54e8131a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25649366'] for segment, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.566061 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-826cd8e6-508d-429c-961d-cbd54e8131a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.576165 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826cd8e6-508d-429c-961d-cbd54e8131a4 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=100039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:51:59.576667 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-826cd8e6-508d-429c-961d-cbd54e8131a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942637'] for segment, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: Traceback (most recent call last): Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: timer() Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: cb(*args, **kw) Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: return func(*args, **kwargs) Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: self._notify() Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: self.callback(batched_events) Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: event.method(event) Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: return f(self, *a, **k) Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._get(url).json() Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: return self.request(url, 'GET', **kwargs) Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:51:59.581174 dv-cinder-667108-31-iscsi neutron-server[100039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:51:59.621981 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b970ebd6-03bf-4625-b21c-8df954dc3a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.678657 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0b967e51-c876-45db-8b6b-ec826938d8ee req-2860fbdb-4566-4d28-aebd-8f2f261a537d tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 210 time: 0.0319402 Jun 16 18:51:59.701966 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b970ebd6-03bf-4625-b21c-8df954dc3a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.705287 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2eacb891-f7c3-4511-b9ad-64435040f476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:59.736546 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-826cd8e6-508d-429c-961d-cbd54e8131a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.741752 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-ad991cfa-5693-429f-9718-7d47b846e7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:51:59.741997 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-b970ebd6-03bf-4625-b21c-8df954dc3a15 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fac8e9672aa946d5ab12ddacb60a5419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624647 Jun 16 18:51:59.742774 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970ebd6-03bf-4625-b21c-8df954dc3a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e989d6-d8a2-47c5-a550-fe7b0d5e554b,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:59.744578 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 50858) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:51:59.753686 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-826cd8e6-508d-429c-961d-cbd54e8131a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.753686 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-826cd8e6-508d-429c-961d-cbd54e8131a4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fc88b1e0-01b8-46a4-896b-30044689d0a1 HTTP/1.1" status: 204 len: 168 time: 0.3979099 Jun 16 18:51:59.758355 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b970ebd6-03bf-4625-b21c-8df954dc3a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:59.776847 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cd8e6-508d-429c-961d-cbd54e8131a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc88b1e0-01b8-46a4-896b-30044689d0a1,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:51:59.780767 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-826cd8e6-508d-429c-961d-cbd54e8131a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:51:59.819570 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e5158122-4a6d-4b44-9f7d-efbbb9a52f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:51:59.840860 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e5158122-4a6d-4b44-9f7d-efbbb9a52f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.017776 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e5158122-4a6d-4b44-9f7d-efbbb9a52f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.020456 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e5158122-4a6d-4b44-9f7d-efbbb9a52f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.021727 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-e5158122-4a6d-4b44-9f7d-efbbb9a52f8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46e989d6-d8a2-47c5-a550-fe7b0d5e554b HTTP/1.1" status: 204 len: 168 time: 0.2729735 Jun 16 18:52:00.022530 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-2f1f5507-6028-4cf5-bc14-891c662fbd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:00.031672 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5158122-4a6d-4b44-9f7d-efbbb9a52f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e989d6-d8a2-47c5-a550-fe7b0d5e554b,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:00.039294 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e5158122-4a6d-4b44-9f7d-efbbb9a52f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:00.126834 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 50868) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:00.193691 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4736c71-4cfd-49da-a336-c56bdac64cee admin admin] Deleting subnet c2046873-1d24-45e3-9c20-f4da0bce1314 {{(pid=100039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:52:00.201667 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50870) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:00.203212 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-cb9664f4-2dd6-44bb-9da9-e16ab200aa99 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:00.205588 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-cb9664f4-2dd6-44bb-9da9-e16ab200aa99 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.70 "GET /v2.0/networks?id=c74d04b2-d641-4a9e-80c2-dee470e08dfe HTTP/1.1" status: 200 len: 814 time: 0.1485291 Jun 16 18:52:00.206530 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a4736c71-4cfd-49da-a336-c56bdac64cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.239673 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-88a950ec-40bd-4d2f-98df-3f17c2f0dca6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Request body: {'port': {'device_id': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'admin_state_up': True, 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:52:00.255564 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-39597ebc-2e29-482f-9b66-83d3b650f7ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=800642a613714aec9372ad858f15dd9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523665 Jun 16 18:52:00.258296 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50874) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:00.302052 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a4736c71-4cfd-49da-a336-c56bdac64cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25649359'] for subnet, precommit_delete_associations {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.308547 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-defa6462-716f-4b80-ba0e-6fe0c534eba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.339768 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-defa6462-716f-4b80-ba0e-6fe0c534eba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.389285 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a4736c71-4cfd-49da-a336-c56bdac64cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.496339 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-defa6462-716f-4b80-ba0e-6fe0c534eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.499435 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-defa6462-716f-4b80-ba0e-6fe0c534eba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.502844 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-defa6462-716f-4b80-ba0e-6fe0c534eba4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78 HTTP/1.1" status: 204 len: 168 time: 0.2416401 Jun 16 18:52:00.502844 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b970ebd6-03bf-4625-b21c-8df954dc3a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:00.515073 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa6462-716f-4b80-ba0e-6fe0c534eba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46e452a-f0ed-4bf7-bce2-bf60f7a6ce78,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:00.520868 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-defa6462-716f-4b80-ba0e-6fe0c534eba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:00.566080 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-88a950ec-40bd-4d2f-98df-3f17c2f0dca6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Made reservation on behalf of eee13d403ce7426dbafc5b182fa585c7 for: {'port': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:52:00.571406 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-88a950ec-40bd-4d2f-98df-3f17c2f0dca6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.600138 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a4736c71-4cfd-49da-a336-c56bdac64cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25517241'] for subnet, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.605518 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-b159111c-b771-40f8-bedb-2a97a8beebba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:00.652229 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4736c71-4cfd-49da-a336-c56bdac64cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2046873-1d24-45e3-9c20-f4da0bce1314,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:00.667252 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a4736c71-4cfd-49da-a336-c56bdac64cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.669166 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-a4736c71-4cfd-49da-a336-c56bdac64cee admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c2046873-1d24-45e3-9c20-f4da0bce1314 HTTP/1.1" status: 204 len: 168 time: 0.5413702 Jun 16 18:52:00.670042 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-a4736c71-4cfd-49da-a336-c56bdac64cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:00.673046 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50886) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:00.686269 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 0b4a2639-ab37-40b2-9e02-cf2845abc7fe no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:52:00.706923 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: 0b4a2639-ab37-40b2-9e02-cf2845abc7fe {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:52:00.707304 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 0b4a2639-ab37-40b2-9e02-cf2845abc7fe not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:52:00.757432 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-82b33f28-193f-4e24-8674-fe6867664adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.793101 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-88a950ec-40bd-4d2f-98df-3f17c2f0dca6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Allocated IP 172.20.0.12 (c74d04b2-d641-4a9e-80c2-dee470e08dfe/4e622436-b6d2-4a20-af10-928af10bb903/e84fdd2b-089b-4954-ac1a-f7f746cb336f) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:52:00.848508 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-82b33f28-193f-4e24-8674-fe6867664adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.860962 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-82b33f28-193f-4e24-8674-fe6867664adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d28e2b-657a-4fea-87fc-61fc43c743d6']}} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:52:00.872609 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-82b33f28-193f-4e24-8674-fe6867664adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b') {'for_net_delete': True} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:52:00.873068 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-82b33f28-193f-4e24-8674-fe6867664adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c2399d-3ceb-46a7-a57e-ec4ba5bc2f1b') {} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:52:00.883546 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-82b33f28-193f-4e24-8674-fe6867664adc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25564771'] for segment, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.897974 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-82b33f28-193f-4e24-8674-fe6867664adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.904459 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b33f28-193f-4e24-8674-fe6867664adc admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:52:00.904851 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-82b33f28-193f-4e24-8674-fe6867664adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25564213'] for segment, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: Traceback (most recent call last): Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: timer() Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: cb(*args, **kw) Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: return func(*args, **kwargs) Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: self._notify() Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: self.callback(batched_events) Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: event.method(event) Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: return f(self, *a, **k) Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: return self._get(url).json() Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: return self.request(url, 'GET', **kwargs) Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:52:00.907138 dv-cinder-667108-31-iscsi neutron-server[100040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:52:00.916352 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ce05226c-8e22-4cab-8a19-005a8bda3c55 req-f5691b5f-9c5c-44a6-ae68-847556f65ebe tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 210 time: 0.0544221 Jun 16 18:52:00.982809 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 5da81cc7-a912-4bb4-8547-fefdb10d9eb9 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:52:01.016251 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: 5da81cc7-a912-4bb4-8547-fefdb10d9eb9 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:52:01.016510 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 5da81cc7-a912-4bb4-8547-fefdb10d9eb9 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:52:01.086356 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-82b33f28-193f-4e24-8674-fe6867664adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:01.095879 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-82b33f28-193f-4e24-8674-fe6867664adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:01.103693 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-82b33f28-193f-4e24-8674-fe6867664adc admin admin] 10.222.0.41 "DELETE /v2.0/networks/f7d28e2b-657a-4fea-87fc-61fc43c743d6 HTTP/1.1" status: 204 len: 168 time: 0.4289000 Jun 16 18:52:01.105349 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:01.125669 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b33f28-193f-4e24-8674-fe6867664adc admin admin] Pushing event deleted for resources: {'Network': ['ID=f7d28e2b-657a-4fea-87fc-61fc43c743d6,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:01.130828 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-82b33f28-193f-4e24-8674-fe6867664adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:01.293356 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-88a950ec-40bd-4d2f-98df-3f17c2f0dca6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:01.310078 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.provisioning_blocks [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-88a950ec-40bd-4d2f-98df-3f17c2f0dca6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Transition to ACTIVE for port object e84fdd2b-089b-4954-ac1a-f7f746cb336f will not be triggered until provisioned by entity DHCP. {{(pid=100039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:52:01.430108 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-88a950ec-40bd-4d2f-98df-3f17c2f0dca6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25942567'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:01.434636 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:01.481410 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-88a950ec-40bd-4d2f-98df-3f17c2f0dca6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Network c74d04b2-d641-4a9e-80c2-dee470e08dfe is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:52:01.491661 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-88a950ec-40bd-4d2f-98df-3f17c2f0dca6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:52:01.496510 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-88a950ec-40bd-4d2f-98df-3f17c2f0dca6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:52:01.524125 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a950ec-40bd-4d2f-98df-3f17c2f0dca6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Pushing event updated for resources: {'Port': ['ID=e84fdd2b-089b-4954-ac1a-f7f746cb336f,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:01.528557 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-88a950ec-40bd-4d2f-98df-3f17c2f0dca6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:01.576793 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-88a950ec-40bd-4d2f-98df-3f17c2f0dca6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:01.577577 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-88a950ec-40bd-4d2f-98df-3f17c2f0dca6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:01.600058 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50928) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:01.677606 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-4af380cf-8951-421d-9026-f660027ac7cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d15b68681b3461f9393ea46b06f632e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0760605 Jun 16 18:52:01.680314 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 50930) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:01.721930 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-88a950ec-40bd-4d2f-98df-3f17c2f0dca6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4893138 Jun 16 18:52:01.745194 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f0cef6ae-23f4-495b-960d-a6771bcc500e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:01.811675 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f0cef6ae-23f4-495b-960d-a6771bcc500e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:01.960172 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-4ea880a7-7c08-4c7d-9131-02ff80260695 None None] Provisioning for port e84fdd2b-089b-4954-ac1a-f7f746cb336f completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:52:01.964267 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-4ea880a7-7c08-4c7d-9131-02ff80260695 None None] Provisioning complete for port e84fdd2b-089b-4954-ac1a-f7f746cb336f triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:52:01.964721 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-4ea880a7-7c08-4c7d-9131-02ff80260695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:01.999507 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-4ea880a7-7c08-4c7d-9131-02ff80260695 None None] Port e84fdd2b-089b-4954-ac1a-f7f746cb336f cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:52:02.017375 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f0cef6ae-23f4-495b-960d-a6771bcc500e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:02.021756 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f0cef6ae-23f4-495b-960d-a6771bcc500e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:02.024115 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-f0cef6ae-23f4-495b-960d-a6771bcc500e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f HTTP/1.1" status: 204 len: 168 time: 0.3427339 Jun 16 18:52:02.024916 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:02.034451 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cef6ae-23f4-495b-960d-a6771bcc500e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b92e6f4-1f7c-4dcd-910e-b3a15fa9600f,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:02.038425 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-f0cef6ae-23f4-495b-960d-a6771bcc500e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:03.478343 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 50990) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:03.591736 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4af4b9ce-aa5b-4528-bce8-74b1f8c87a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:03.683681 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4af4b9ce-aa5b-4528-bce8-74b1f8c87a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:03.743939 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4af4b9ce-aa5b-4528-bce8-74b1f8c87a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:03.746603 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-0fbe4a40-dde5-41a0-b7b4-669c54b612da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:03.781853 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4b9ce-aa5b-4528-bce8-74b1f8c87a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f5ffc3-3eb4-4edd-9881-12fece9e39b2,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:03.785333 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4af4b9ce-aa5b-4528-bce8-74b1f8c87a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:03.793959 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-4af4b9ce-aa5b-4528-bce8-74b1f8c87a7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b503bf5d9b2846beaa06950e5fe4f5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113666 Jun 16 18:52:03.794311 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 50994) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:03.844090 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-42a657cd-b593-4ab8-b030-62ae4889b0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:03.865998 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-42a657cd-b593-4ab8-b030-62ae4889b0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:04.000596 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-42a657cd-b593-4ab8-b030-62ae4889b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:04.003674 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-42a657cd-b593-4ab8-b030-62ae4889b0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:04.008269 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-42a657cd-b593-4ab8-b030-62ae4889b0dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6f5ffc3-3eb4-4edd-9881-12fece9e39b2 HTTP/1.1" status: 204 len: 168 time: 0.2130129 Jun 16 18:52:04.008269 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-dd08cbd7-0cbf-4b93-a8b8-1c996ccfc8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:04.015505 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a657cd-b593-4ab8-b030-62ae4889b0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f5ffc3-3eb4-4edd-9881-12fece9e39b2,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:04.023706 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-42a657cd-b593-4ab8-b030-62ae4889b0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:04.490131 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 51006) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:04.597606 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a41decaa-e733-42c6-a426-2ec112fdcf27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:04.603849 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 51010) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:04.621631 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-fc6ca8ef-2ebf-4c07-a1d0-d3efee5c77d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:04.695669 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a41decaa-e733-42c6-a426-2ec112fdcf27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:04.810576 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a41decaa-e733-42c6-a426-2ec112fdcf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:04.813159 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-47584066-a595-4981-80c6-d92b972f9ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:04.853612 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-a41decaa-e733-42c6-a426-2ec112fdcf27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1345938bb6234a8c83d1bea516992e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622971 Jun 16 18:52:04.854689 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41decaa-e733-42c6-a426-2ec112fdcf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12ab88c-84bb-4cce-8ed3-8bfb93eb3bbf,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:04.856381 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 51012) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:04.858065 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-a41decaa-e733-42c6-a426-2ec112fdcf27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:04.944306 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-fc6ca8ef-2ebf-4c07-a1d0-d3efee5c77d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:04.944306 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-39cb06cd-4bcd-4228-8f21-598021f061a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:04.970578 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-39cb06cd-4bcd-4228-8f21-598021f061a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:05.016207 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-fc6ca8ef-2ebf-4c07-a1d0-d3efee5c77d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:05.019478 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-862083dd-6ad4-4b94-9e99-4c47203452e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:05.059126 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-fc6ca8ef-2ebf-4c07-a1d0-d3efee5c77d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d89a395a119f4ec793ed1cd47b0ff297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540629 Jun 16 18:52:05.060188 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ca8ef-2ebf-4c07-a1d0-d3efee5c77d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2f27db-d9e9-4058-bfad-04a4b93e694e,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:05.064916 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 51014) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:05.065083 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-fc6ca8ef-2ebf-4c07-a1d0-d3efee5c77d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:05.087171 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-39cb06cd-4bcd-4228-8f21-598021f061a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:05.089866 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-39cb06cd-4bcd-4228-8f21-598021f061a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:05.093201 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-39cb06cd-4bcd-4228-8f21-598021f061a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d12ab88c-84bb-4cce-8ed3-8bfb93eb3bbf HTTP/1.1" status: 204 len: 168 time: 0.2336047 Jun 16 18:52:05.093201 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1c4851e6-f7c2-4af9-99f3-a211a65f91fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:05.100797 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb06cd-4bcd-4228-8f21-598021f061a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12ab88c-84bb-4cce-8ed3-8bfb93eb3bbf,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:05.107936 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-39cb06cd-4bcd-4228-8f21-598021f061a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:05.138254 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:05.170524 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:05.307491 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:05.310090 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:05.311255 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee2f27db-d9e9-4058-bfad-04a4b93e694e HTTP/1.1" status: 204 len: 168 time: 0.2479181 Jun 16 18:52:05.312105 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-8265b981-4dbc-4623-aa43-4ea0404175b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:05.322342 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2f27db-d9e9-4058-bfad-04a4b93e694e,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:05.328307 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:05.338782 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:05.339306 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:05.339706 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:05.340045 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:05.340412 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:05.340794 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:05.341136 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:05.341492 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:05.341844 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:05.342200 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:05.342667 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:05.345900 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:05.968451 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 51034) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:05.981763 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5609d208-8361-4b1b-be88-541d3769075f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:06.115343 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5609d208-8361-4b1b-be88-541d3769075f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:06.177152 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5609d208-8361-4b1b-be88-541d3769075f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:06.180989 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ca0d48ca-b339-4445-9243-ba610edb6802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:06.222933 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-5609d208-8361-4b1b-be88-541d3769075f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7aa33b889524dda8c3d601af435e8ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532825 Jun 16 18:52:06.223867 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609d208-8361-4b1b-be88-541d3769075f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84660db9-3450-432d-a855-6a7033ed2357,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:06.225646 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 51042) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:06.233004 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5609d208-8361-4b1b-be88-541d3769075f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:06.279898 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:06.307153 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:06.433169 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:06.435684 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:06.436824 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84660db9-3450-432d-a855-6a7033ed2357 HTTP/1.1" status: 204 len: 168 time: 0.2095873 Jun 16 18:52:06.437589 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4dfbb8eb-fe89-41ae-bd64-197b09d703fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:06.447123 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84660db9-3450-432d-a855-6a7033ed2357,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:06.455242 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:06.455635 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:06.456033 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:06.456425 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:06.456788 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:06.457162 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:06.457508 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:06.457869 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:06.458226 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:06.458570 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:06.458931 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:06.459302 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:06.464382 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:15.582811 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-b50686e3-78bb-4989-9f55-c96ca55e43d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:15.826120 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 51194) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:15.928047 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7f05bf2f-8c87-4bc1-9444-64a557666cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:16.013641 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7f05bf2f-8c87-4bc1-9444-64a557666cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:16.120182 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7f05bf2f-8c87-4bc1-9444-64a557666cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:16.123658 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c444e9b4-eaba-4b94-8edb-8f97a0594468 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:16.157563 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-7f05bf2f-8c87-4bc1-9444-64a557666cff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dbeede6b0316401885911cf56a8156a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303795 Jun 16 18:52:16.159515 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05bf2f-8c87-4bc1-9444-64a557666cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc38d6f-4f31-452a-a79d-7de79f281915,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:16.160311 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 51198) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:16.162641 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-7f05bf2f-8c87-4bc1-9444-64a557666cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:16.209393 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf5da-aff9-45dc-922d-29b40681a9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:16.230045 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf5da-aff9-45dc-922d-29b40681a9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:16.358320 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf5da-aff9-45dc-922d-29b40681a9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:16.361579 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf5da-aff9-45dc-922d-29b40681a9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:16.362790 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-ebbcf5da-aff9-45dc-922d-29b40681a9a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8fc38d6f-4f31-452a-a79d-7de79f281915 HTTP/1.1" status: 204 len: 168 time: 0.2014189 Jun 16 18:52:16.363612 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-a41decaa-e733-42c6-a426-2ec112fdcf27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:16.372558 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcf5da-aff9-45dc-922d-29b40681a9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc38d6f-4f31-452a-a79d-7de79f281915,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:16.377718 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ebbcf5da-aff9-45dc-922d-29b40681a9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:17.314595 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 51230) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:17.405998 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1951713198-network', 'tenant_id': '965abd0559a04af39ddab124ca538685'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:52:17.490933 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Made reservation on behalf of 965abd0559a04af39ddab124ca538685 for: {'network': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:52:17.493296 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:17.501893 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:17.586961 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:17.662877 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:17.665826 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e5158122-4a6d-4b44-9f7d-efbbb9a52f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:17.690404 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=100039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:52:17.696467 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f385a4-8831-4475-8aca-b8fa8717a6be,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:17.699551 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:17.704657 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:17.704657 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.segments_db [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Added segment f634b298-179f-4e36-89dc-29a38bbe3dcf of type vlan for network 71886076-2e1a-4a2a-b652-c0d61fbfa689 Jun 16 18:52:17.744900 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:17.845519 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:17.846858 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:17.847481 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:17.849642 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:17.905359 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Pushing event updated for resources: {'Network': ['ID=71886076-2e1a-4a2a-b652-c0d61fbfa689,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:17.908178 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:17.915394 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network 71886076-2e1a-4a2a-b652-c0d61fbfa689 details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:52:17.946869 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6278095 Jun 16 18:52:17.947119 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 51234) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:17.952155 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-3bb32f5a-1d56-4aaa-9208-481a8a1d5d27 admin admin] Request body: {'subnet': {'network_id': '71886076-2e1a-4a2a-b652-c0d61fbfa689', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1951713198-subnet', 'tenant_id': '965abd0559a04af39ddab124ca538685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:52:18.019588 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Request body: {'port': {'device_id': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:52:18.057219 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb32f5a-1d56-4aaa-9208-481a8a1d5d27 admin admin] Made reservation on behalf of 965abd0559a04af39ddab124ca538685 for: {'subnet': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:52:18.059672 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3bb32f5a-1d56-4aaa-9208-481a8a1d5d27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25517218'] for subnet, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:18.068273 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-b9260bd5-31a0-4e00-8bee-cea1c679cfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:18.183329 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:18.388556 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:18.486111 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee35fb6-0f72-4cb3-8526-ce95e394dbc4 req-b18aa7dc-d61f-4b92-8c3b-5e311676d044 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:18.486111 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-eee35fb6-0f72-4cb3-8526-ce95e394dbc4 req-b18aa7dc-d61f-4b92-8c3b-5e311676d044 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 932 time: 0.3306220 Jun 16 18:52:18.551855 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3bb32f5a-1d56-4aaa-9208-481a8a1d5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25517232'] for subnet, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:18.566830 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-a11bf5c8-b822-4546-9f93-4b589d9fbd1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:18.571347 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-eee35fb6-0f72-4cb3-8526-ce95e394dbc4 req-2cee17cd-9aba-49c9-8f26-b710d57e9493 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773516 Jun 16 18:52:18.659733 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb32f5a-1d56-4aaa-9208-481a8a1d5d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde841c0-b72d-4c7b-a7f1-47c546215bb3,revision_number=0']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:18.669467 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3bb32f5a-1d56-4aaa-9208-481a8a1d5d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:18.687546 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb32f5a-1d56-4aaa-9208-481a8a1d5d27 admin admin] Checking segment: {'id': 'f634b298-179f-4e36-89dc-29a38bbe3dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '71886076-2e1a-4a2a-b652-c0d61fbfa689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:52:18.687949 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb32f5a-1d56-4aaa-9208-481a8a1d5d27 admin admin] Network hostable DHCP agents. Network: 71886076-2e1a-4a2a-b652-c0d61fbfa689, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:52:18.692179 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84fdd2b-089b-4954-ac1a-f7f746cb336f {{(pid=100039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:52:18.701343 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:18.720000 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.provisioning_blocks [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Transition to ACTIVE for port object e84fdd2b-089b-4954-ac1a-f7f746cb336f will not be triggered until provisioned by entity L2. {{(pid=100039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:52:18.788800 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942577'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:18.792368 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:18.870458 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb32f5a-1d56-4aaa-9208-481a8a1d5d27 admin admin] Network 71886076-2e1a-4a2a-b652-c0d61fbfa689 is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:52:18.880812 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Pushing event updated for resources: {'Port': ['ID=e84fdd2b-089b-4954-ac1a-f7f746cb336f,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:18.886696 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:18.958681 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Attempting to bind port e84fdd2b-089b-4954-ac1a-f7f746cb336f on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:52:18.962269 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Attempting to bind port e84fdd2b-089b-4954-ac1a-f7f746cb336f by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'fcc8a120-025d-412e-93da-866cb526b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe'}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:52:18.962269 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Attempting to bind port e84fdd2b-089b-4954-ac1a-f7f746cb336f on network c74d04b2-d641-4a9e-80c2-dee470e08dfe {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:52:18.964485 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Port e84fdd2b-089b-4954-ac1a-f7f746cb336f on network c74d04b2-d641-4a9e-80c2-dee470e08dfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:52:18.964813 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Attempting to bind port e84fdd2b-089b-4954-ac1a-f7f746cb336f on network c74d04b2-d641-4a9e-80c2-dee470e08dfe {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:52:18.969884 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:52:18.970276 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Checking segment: {'id': 'fcc8a120-025d-412e-93da-866cb526b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:52:18.970652 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Bound using segment: {'id': 'fcc8a120-025d-412e-93da-866cb526b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe'} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:52:18.971156 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Bound port: e84fdd2b-089b-4954-ac1a-f7f746cb336f, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcc8a120-025d-412e-93da-866cb526b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe'}}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:52:18.971501 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:19.011239 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-3bb32f5a-1d56-4aaa-9208-481a8a1d5d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, 71886076-2e1a-4a2a-b652-c0d61fbfa689) {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:52:19.018025 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb32f5a-1d56-4aaa-9208-481a8a1d5d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:19.018611 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3bb32f5a-1d56-4aaa-9208-481a8a1d5d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:19.020408 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bcc37f-d5f7-405e-8528-9eef827c3455 None None] Network 71886076-2e1a-4a2a-b652-c0d61fbfa689 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:52:19.056316 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] For port e84fdd2b-089b-4954-ac1a-f7f746cb336f, host hv-cinder-66710, cleared binding levels {{(pid=100039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:52:19.059785 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] For port e84fdd2b-089b-4954-ac1a-f7f746cb336f, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e84fdd2b-089b-4954-ac1a-f7f746cb336f,segment=NetworkSegment(fcc8a120-025d-412e-93da-866cb526b4de),segment_id=fcc8a120-025d-412e-93da-866cb526b4de)] {{(pid=100039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:52:19.118923 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-3bb32f5a-1d56-4aaa-9208-481a8a1d5d27 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1707129 Jun 16 18:52:19.124788 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942577'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:19.128241 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:19.185916 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bb3b4e-381a-48a0-a040-9bd33de20d2c None None] Network 71886076-2e1a-4a2a-b652-c0d61fbfa689 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:52:19.215465 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:19.216257 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:19.217794 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] 10.222.0.70 "PUT /v2.0/ports/e84fdd2b-089b-4954-ac1a-f7f746cb336f HTTP/1.1" status: 200 len: 1094 time: 1.2031915 Jun 16 18:52:19.218590 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'tag': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:52:19.221753 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56aa759-e11b-415d-a88b-a6d648210635" -d '{"events": [{"name": "network-changed", "server_uuid": "ef279db8-d9db-49aa-8d7d-42f1e3a65bda", "tag": "e84fdd2b-089b-4954-ac1a-f7f746cb336f"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:52:19.224427 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Pushing event updated for resources: {'Port': ['ID=e84fdd2b-089b-4954-ac1a-f7f746cb336f,revision_number=3']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:19.228049 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:19.251063 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:19.291156 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6f8472-b128-49ce-9d55-152794d463ac x-openstack-request-id: req-3d6f8472-b128-49ce-9d55-152794d463ac {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:52:19.291585 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef279db8-d9db-49aa-8d7d-42f1e3a65bda", "tag": "e84fdd2b-089b-4954-ac1a-f7f746cb336f", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:52:19.291972 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d6f8472-b128-49ce-9d55-152794d463ac {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:52:19.292589 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'tag': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f', 'status': 'completed', 'code': 200} Jun 16 18:52:19.389062 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56aa759-e11b-415d-a88b-a6d648210635 req-c644ccb1-d94d-405c-8ea4-81459f91f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:19.390623 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a56aa759-e11b-415d-a88b-a6d648210635 req-c644ccb1-d94d-405c-8ea4-81459f91f5a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eee13d403ce7426dbafc5b182fa585c7&device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 1097 time: 0.0593708 Jun 16 18:52:19.494606 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56aa759-e11b-415d-a88b-a6d648210635 req-d9e58a13-2413-41b8-b8d7-812aaebdb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:19.496096 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a56aa759-e11b-415d-a88b-a6d648210635 req-d9e58a13-2413-41b8-b8d7-812aaebdb31d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=eee13d403ce7426dbafc5b182fa585c7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0965705 Jun 16 18:52:19.597545 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56aa759-e11b-415d-a88b-a6d648210635 req-618a31c4-6194-478d-9315-fb1d32f0d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:19.601884 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a56aa759-e11b-415d-a88b-a6d648210635 req-618a31c4-6194-478d-9315-fb1d32f0d47c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955062 Jun 16 18:52:19.753100 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-95d84fc3-52b7-489a-848a-f10b0b701179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:19.754784 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-95d84fc3-52b7-489a-848a-f10b0b701179 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eee13d403ce7426dbafc5b182fa585c7&device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 1097 time: 0.1025286 Jun 16 18:52:19.818737 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-36ecd600-e6b2-4251-9bb7-6e88491a0e5e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e84fdd2b-089b-4954-ac1a-f7f746cb336f HTTP/1.1" status: 200 len: 217 time: 0.0405052 Jun 16 18:52:19.885067 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61178f4-baf8-486f-9bca-816885917eb2 req-11ead12b-426e-42b0-94aa-fa2fe089cef4 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:19.888217 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d61178f4-baf8-486f-9bca-816885917eb2 req-11ead12b-426e-42b0-94aa-fa2fe089cef4 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 944 time: 0.1564140 Jun 16 18:52:19.890517 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-4c542a9b-dc55-4e84-b57f-62458e1ba3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:19.892580 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-4c542a9b-dc55-4e84-b57f-62458e1ba3c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e622436-b6d2-4a20-af10-928af10bb903 HTTP/1.1" status: 200 len: 853 time: 0.0665934 Jun 16 18:52:19.955593 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d61178f4-baf8-486f-9bca-816885917eb2 req-1c383562-ff3b-4fb2-a99b-ebe6d6f8b227 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616405 Jun 16 18:52:19.973236 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-d616f4b3-8c83-4a11-bb6c-1c8d3c97621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:19.974719 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-d616f4b3-8c83-4a11-bb6c-1c8d3c97621c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c74d04b2-d641-4a9e-80c2-dee470e08dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0736952 Jun 16 18:52:20.066878 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-60640582-339f-4d76-96f1-28a3c5b8d2fd service neutron] 10.222.0.70 "GET /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849223 Jun 16 18:52:20.159535 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-987399c7-1df7-4021-b2d7-5123d27d8313 req-4510c917-e9aa-4852-825a-4b561f382ef3 service neutron] 10.222.0.70 "GET /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825412 Jun 16 18:52:20.954158 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:21.128519 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e091c1-8d40-4792-9b90-41988711385e req-2a9a9b3e-06d4-4bc1-88c8-acf1828ffe5b tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:21.129949 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-48e091c1-8d40-4792-9b90-41988711385e req-2a9a9b3e-06d4-4bc1-88c8-acf1828ffe5b tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 944 time: 0.0631549 Jun 16 18:52:21.168637 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-48e091c1-8d40-4792-9b90-41988711385e req-0552c119-438e-464a-9e1d-fc62d6be9544 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325229 Jun 16 18:52:22.339935 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20a35d-5a36-47a3-aa68-828e9657c14a req-b87e1683-24d2-4e65-9bab-67e3d29477d6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:22.341415 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1f20a35d-5a36-47a3-aa68-828e9657c14a req-b87e1683-24d2-4e65-9bab-67e3d29477d6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 944 time: 0.0656769 Jun 16 18:52:22.378630 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1f20a35d-5a36-47a3-aa68-828e9657c14a req-0f537d1a-2a21-4761-abff-d5568e8dbd60 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316296 Jun 16 18:52:22.758640 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-7488717a-10ab-4003-ae92-f0478dfbec9a tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:22.760151 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-7488717a-10ab-4003-ae92-f0478dfbec9a tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/networks?id=71886076-2e1a-4a2a-b652-c0d61fbfa689 HTTP/1.1" status: 200 len: 814 time: 0.0996332 Jun 16 18:52:22.775099 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-7a317af0-c92b-46e6-a152-8beec23899c4 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/quotas/965abd0559a04af39ddab124ca538685 HTTP/1.1" status: 200 len: 375 time: 0.0094912 Jun 16 18:52:22.815596 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-d02d553b-785e-4774-a63c-54c8806bc3be tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=965abd0559a04af39ddab124ca538685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351179 Jun 16 18:52:22.948605 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-ac572892-4142-4217-887d-184d54e0dafa service neutron] 10.222.0.41 "GET /v2.0/networks/71886076-2e1a-4a2a-b652-c0d61fbfa689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256783 Jun 16 18:52:23.040559 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-d4cf6d50-5f70-415e-abfd-234e83b2fa2c service neutron] 10.222.0.41 "GET /v2.0/networks/71886076-2e1a-4a2a-b652-c0d61fbfa689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861979 Jun 16 18:52:23.292606 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-24809995-08fa-4218-9106-6aaad7add165 req-4b2770db-3e64-46ef-b66a-4d0a86880428 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 210 time: 0.0285079 Jun 16 18:52:23.547977 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2a6da-a699-4fb1-b85f-0555d60bc018 req-d18f2454-b851-45a6-a4e2-f37578c41529 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:23.549354 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-86b2a6da-a699-4fb1-b85f-0555d60bc018 req-d18f2454-b851-45a6-a4e2-f37578c41529 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 944 time: 0.0625424 Jun 16 18:52:23.586560 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-86b2a6da-a699-4fb1-b85f-0555d60bc018 req-5056dec4-de52-4bd7-9d9c-7cf71008c663 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Jun 16 18:52:24.378394 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d2ae8a99-7c39-4a9a-b2d4-d5814c30f85a req-e0702fda-e33a-44fa-9dcd-deeeeff830c2 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 210 time: 0.0324690 Jun 16 18:52:24.759207 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d075944-7363-4539-af4a-6a7ce40640f3 req-423f2397-d262-49af-9b4a-f8967fc36046 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:24.759779 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2d075944-7363-4539-af4a-6a7ce40640f3 req-423f2397-d262-49af-9b4a-f8967fc36046 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 944 time: 0.0661998 Jun 16 18:52:24.796040 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2d075944-7363-4539-af4a-6a7ce40640f3 req-428c83b8-dd3b-4fba-a96f-ce0823f75498 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308135 Jun 16 18:52:25.514839 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f85cf85f-cf28-41d7-94b6-a04695393187 req-fd20f827-8082-4b8d-8bc3-9aee8baaffea tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 210 time: 0.0272255 Jun 16 18:52:25.971241 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb5c82-6b33-411d-b54f-be7700dd9cf7 req-74bc0ee7-348e-4c06-a609-67ccd5d2c312 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:25.972674 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a7eb5c82-6b33-411d-b54f-be7700dd9cf7 req-74bc0ee7-348e-4c06-a609-67ccd5d2c312 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 944 time: 0.0655653 Jun 16 18:52:26.009237 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a7eb5c82-6b33-411d-b54f-be7700dd9cf7 req-ad188707-9b29-4647-a042-9cc3a53b03dc tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310061 Jun 16 18:52:26.063545 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device e84fdd2b-089b-4954-ac1a-f7f746cb336f details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:52:26.167123 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port e84fdd2b-089b-4954-ac1a-f7f746cb336f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e84fdd2b-089b-4954-ac1a-f7f746cb336f,segment=NetworkSegment(fcc8a120-025d-412e-93da-866cb526b4de),segment_id=fcc8a120-025d-412e-93da-866cb526b4de)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:52:26.177788 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f', 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'port_id': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f', 'mac_address': 'fa:16:3e:4a:c8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e622436-b6d2-4a20-af10-928af10bb903', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:52:26.200191 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:26.216433 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:26.229492 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84fdd2b-089b-4954-ac1a-f7f746cb336f {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:52:26.250552 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port e84fdd2b-089b-4954-ac1a-f7f746cb336f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e84fdd2b-089b-4954-ac1a-f7f746cb336f,segment=NetworkSegment(fcc8a120-025d-412e-93da-866cb526b4de),segment_id=fcc8a120-025d-412e-93da-866cb526b4de)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:52:26.348157 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:26.349903 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:26.394376 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=e84fdd2b-089b-4954-ac1a-f7f746cb336f,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:26.401117 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:26.401465 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:26.401806 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:26.402135 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:26.402458 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:26.402781 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:26.403128 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:26.403448 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:26.403767 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:26.404109 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:26.404507 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:26.404851 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:26.409290 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:26.654734 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-30828c18-f8f8-4c2a-b59b-d74ee1a83a5f req-9d5f7154-2362-49ba-8907-941ddc9aaa80 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 210 time: 0.0281134 Jun 16 18:52:27.032456 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['e84fdd2b-089b-4954-ac1a-f7f746cb336f'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:52:27.188966 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56292593-8e8d-4428-8baa-93d5061249a4 req-282194ec-ea82-49fa-bd01-2ead589327e8 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:27.190314 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-56292593-8e8d-4428-8baa-93d5061249a4 req-282194ec-ea82-49fa-bd01-2ead589327e8 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 945 time: 0.0637183 Jun 16 18:52:27.227252 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-56292593-8e8d-4428-8baa-93d5061249a4 req-9aeb30c0-0a17-4e6c-a8c2-1202a1accc43 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309892 Jun 16 18:52:27.497574 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-cf45b9d4-837f-4810-ac1e-121ae9295268 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:27.499019 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-cf45b9d4-837f-4810-ac1e-121ae9295268 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.70 "GET /v2.0/networks?id=71886076-2e1a-4a2a-b652-c0d61fbfa689 HTTP/1.1" status: 200 len: 814 time: 0.1186802 Jun 16 18:52:27.513568 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-faf216a7-ca16-4ac5-aada-a1ec19005463 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Request body: {'port': {'device_id': 'b0347b45-c3ab-440b-b1fa-b294ea357367', 'network_id': '71886076-2e1a-4a2a-b652-c0d61fbfa689', 'admin_state_up': True, 'tenant_id': '965abd0559a04af39ddab124ca538685'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:52:27.674589 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-faf216a7-ca16-4ac5-aada-a1ec19005463 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Made reservation on behalf of 965abd0559a04af39ddab124ca538685 for: {'port': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:52:27.679015 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-faf216a7-ca16-4ac5-aada-a1ec19005463 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:27.822560 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6e024450-ef6b-4496-a6d3-90d86bdf776d req-66417d05-fa4f-44b9-8373-40e8610a20f0 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 210 time: 0.0372679 Jun 16 18:52:27.882677 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990884d-1cf8-42af-9702-55c50312b6f5 req-c035c6e3-5af1-416d-b98b-1bd0c0c86c2b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:27.884280 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0990884d-1cf8-42af-9702-55c50312b6f5 req-c035c6e3-5af1-416d-b98b-1bd0c0c86c2b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.1801705 Jun 16 18:52:27.919759 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-faf216a7-ca16-4ac5-aada-a1ec19005463 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Allocated IP 172.20.0.6 (71886076-2e1a-4a2a-b652-c0d61fbfa689/dde841c0-b72d-4c7b-a7f1-47c546215bb3/f8264352-a06b-4a9a-816b-e57388ffaee4) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:52:27.944360 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0990884d-1cf8-42af-9702-55c50312b6f5 req-ab05b008-79a6-4cbe-881e-f50f00589d91 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521221 Jun 16 18:52:28.083404 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-faf216a7-ca16-4ac5-aada-a1ec19005463 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:28.188825 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-faf216a7-ca16-4ac5-aada-a1ec19005463 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25942567'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:28.192852 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:28.231864 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-faf216a7-ca16-4ac5-aada-a1ec19005463 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Network 71886076-2e1a-4a2a-b652-c0d61fbfa689 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:52:28.237522 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-faf216a7-ca16-4ac5-aada-a1ec19005463 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:52:28.244921 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-faf216a7-ca16-4ac5-aada-a1ec19005463 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:52:28.268046 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf216a7-ca16-4ac5-aada-a1ec19005463 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Pushing event updated for resources: {'Port': ['ID=f8264352-a06b-4a9a-816b-e57388ffaee4,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:28.272545 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-faf216a7-ca16-4ac5-aada-a1ec19005463 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:28.295962 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-faf216a7-ca16-4ac5-aada-a1ec19005463 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:28.296691 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-faf216a7-ca16-4ac5-aada-a1ec19005463 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:28.389247 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-faf216a7-ca16-4ac5-aada-a1ec19005463 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8792944 Jun 16 18:52:28.406156 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061dce9-6f05-4fc1-9690-3de752073d11 req-2aac7605-e21b-4634-a78e-77e9e0d38fd0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:28.408141 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e061dce9-6f05-4fc1-9690-3de752073d11 req-2aac7605-e21b-4634-a78e-77e9e0d38fd0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 945 time: 0.0633759 Jun 16 18:52:28.445328 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e061dce9-6f05-4fc1-9690-3de752073d11 req-4383b844-b7fb-4f60-9abe-f1a0c207393c tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Jun 16 18:52:28.457829 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Request body: {'port': {'device_id': 'b0347b45-c3ab-440b-b1fa-b294ea357367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:52:28.539312 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:28.794288 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device e84fdd2b-089b-4954-ac1a-f7f746cb336f up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:52:28.812148 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8264352-a06b-4a9a-816b-e57388ffaee4 {{(pid=100039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:52:28.820474 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:28.833841 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.provisioning_blocks [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Transition to ACTIVE for port object f8264352-a06b-4a9a-816b-e57388ffaee4 will not be triggered until provisioned by entity L2. {{(pid=100039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:52:28.969801 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942577'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:28.976004 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-88a950ec-40bd-4d2f-98df-3f17c2f0dca6 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:28.993889 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port e84fdd2b-089b-4954-ac1a-f7f746cb336f completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:52:28.998595 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port e84fdd2b-089b-4954-ac1a-f7f746cb336f triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:52:28.999255 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:29.049877 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Pushing event updated for resources: {'Port': ['ID=f8264352-a06b-4a9a-816b-e57388ffaee4,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:29.054623 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:29.084148 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:29.106511 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:52:29.109481 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becf411e-a142-47d4-90f4-279743d7753f" -d '{"events": [{"server_uuid": "ef279db8-d9db-49aa-8d7d-42f1e3a65bda", "name": "network-vif-plugged", "status": "completed", "tag": "e84fdd2b-089b-4954-ac1a-f7f746cb336f"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:52:29.121859 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port e84fdd2b-089b-4954-ac1a-f7f746cb336f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e84fdd2b-089b-4954-ac1a-f7f746cb336f,segment=NetworkSegment(fcc8a120-025d-412e-93da-866cb526b4de),segment_id=fcc8a120-025d-412e-93da-866cb526b4de)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:52:29.128200 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa6224-34f4-46bc-9ef7-c6bd5fc8e508 req-3e9e19cf-c2c9-4fab-a10f-0f18d7ce85d7 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:29.129702 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d9aa6224-34f4-46bc-9ef7-c6bd5fc8e508 req-3e9e19cf-c2c9-4fab-a10f-0f18d7ce85d7 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 931 time: 0.1916540 Jun 16 18:52:29.176912 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:29.178905 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:29.211849 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d9aa6224-34f4-46bc-9ef7-c6bd5fc8e508 req-6f8f54c1-b4ee-4c97-8253-4d0d12b9256a tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634465 Jun 16 18:52:29.212492 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Attempting to bind port f8264352-a06b-4a9a-816b-e57388ffaee4 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:52:29.212819 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Attempting to bind port f8264352-a06b-4a9a-816b-e57388ffaee4 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'f634b298-179f-4e36-89dc-29a38bbe3dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '71886076-2e1a-4a2a-b652-c0d61fbfa689'}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:52:29.213157 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Attempting to bind port f8264352-a06b-4a9a-816b-e57388ffaee4 on network 71886076-2e1a-4a2a-b652-c0d61fbfa689 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:52:29.222993 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Port f8264352-a06b-4a9a-816b-e57388ffaee4 on network 71886076-2e1a-4a2a-b652-c0d61fbfa689 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:52:29.223341 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Attempting to bind port f8264352-a06b-4a9a-816b-e57388ffaee4 on network 71886076-2e1a-4a2a-b652-c0d61fbfa689 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:52:29.223787 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=e84fdd2b-089b-4954-ac1a-f7f746cb336f,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:29.226920 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:29.230989 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:52:29.231349 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Checking segment: {'id': 'f634b298-179f-4e36-89dc-29a38bbe3dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '71886076-2e1a-4a2a-b652-c0d61fbfa689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:52:29.231730 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Bound using segment: {'id': 'f634b298-179f-4e36-89dc-29a38bbe3dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '71886076-2e1a-4a2a-b652-c0d61fbfa689'} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:52:29.232164 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Bound port: f8264352-a06b-4a9a-816b-e57388ffaee4, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f634b298-179f-4e36-89dc-29a38bbe3dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '71886076-2e1a-4a2a-b652-c0d61fbfa689'}}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:52:29.232551 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:29.249419 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab85ef-05f9-41e8-b5ba-b58e896fd5d6 req-29226ce3-2498-4779-98c7-464aa1cb6414 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:29.251021 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-48ab85ef-05f9-41e8-b5ba-b58e896fd5d6 req-29226ce3-2498-4779-98c7-464aa1cb6414 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.1665218 Jun 16 18:52:29.270191 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0002df80-652e-41cf-8393-86969ecf18e5 x-openstack-request-id: req-0002df80-652e-41cf-8393-86969ecf18e5 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:52:29.270495 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef279db8-d9db-49aa-8d7d-42f1e3a65bda", "name": "network-vif-plugged", "status": "completed", "tag": "e84fdd2b-089b-4954-ac1a-f7f746cb336f", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:52:29.270786 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0002df80-652e-41cf-8393-86969ecf18e5 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:52:29.271240 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f', 'code': 200} Jun 16 18:52:29.608171 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-48ab85ef-05f9-41e8-b5ba-b58e896fd5d6 req-ece260d5-db6c-4075-b942-4e7dbcd49791 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3513896 Jun 16 18:52:29.614695 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] For port f8264352-a06b-4a9a-816b-e57388ffaee4, host hv-cinder-66710, cleared binding levels {{(pid=100039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:52:29.632557 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] For port f8264352-a06b-4a9a-816b-e57388ffaee4, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=f8264352-a06b-4a9a-816b-e57388ffaee4,segment=NetworkSegment(f634b298-179f-4e36-89dc-29a38bbe3dcf),segment_id=f634b298-179f-4e36-89dc-29a38bbe3dcf)] {{(pid=100039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:52:29.660288 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ad2ef-4439-4a3e-99a2-e02d2efc531f req-328292af-90c8-4d24-85ca-9f6648a32bb1 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:29.662070 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-819ad2ef-4439-4a3e-99a2-e02d2efc531f req-328292af-90c8-4d24-85ca-9f6648a32bb1 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 946 time: 0.0915282 Jun 16 18:52:29.701338 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-819ad2ef-4439-4a3e-99a2-e02d2efc531f req-662475f3-452b-4a18-8181-cdc77d7b5c02 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332246 Jun 16 18:52:29.709088 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942577'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:29.712171 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:29.731275 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d00b44-17b4-42c4-9c2a-033fc1a71bc9 req-dda771f2-15d7-4f9e-9f95-bf263682ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:29.732847 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b0d00b44-17b4-42c4-9c2a-033fc1a71bc9 req-dda771f2-15d7-4f9e-9f95-bf263682ac29 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 1099 time: 0.0644937 Jun 16 18:52:29.749376 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:29.749376 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:29.749376 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] 10.222.0.70 "PUT /v2.0/ports/f8264352-a06b-4a9a-816b-e57388ffaee4 HTTP/1.1" status: 200 len: 1093 time: 1.3392422 Jun 16 18:52:29.749376 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0347b45-c3ab-440b-b1fa-b294ea357367', 'tag': 'f8264352-a06b-4a9a-816b-e57388ffaee4'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:52:29.751692 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35977967-9430-4425-95af-59b9d814a1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b0347b45-c3ab-440b-b1fa-b294ea357367", "tag": "f8264352-a06b-4a9a-816b-e57388ffaee4"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:52:29.777707 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b0d00b44-17b4-42c4-9c2a-033fc1a71bc9 req-43faccea-59e7-43a4-8049-370d9ef5c743 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375876 Jun 16 18:52:29.793870 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Pushing event updated for resources: {'Port': ['ID=f8264352-a06b-4a9a-816b-e57388ffaee4,revision_number=3']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:29.798018 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcde2957-abe9-4710-b7a0-0287b60ee25a x-openstack-request-id: req-dcde2957-abe9-4710-b7a0-0287b60ee25a {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:52:29.798347 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0347b45-c3ab-440b-b1fa-b294ea357367", "tag": "f8264352-a06b-4a9a-816b-e57388ffaee4", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:52:29.798631 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcde2957-abe9-4710-b7a0-0287b60ee25a {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:52:29.799067 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0347b45-c3ab-440b-b1fa-b294ea357367', 'tag': 'f8264352-a06b-4a9a-816b-e57388ffaee4', 'status': 'completed', 'code': 200} Jun 16 18:52:29.801684 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:29.971418 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35977967-9430-4425-95af-59b9d814a1fb req-60f58d59-1524-4276-b700-09a8d1edc433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:29.972982 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-35977967-9430-4425-95af-59b9d814a1fb req-60f58d59-1524-4276-b700-09a8d1edc433 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=965abd0559a04af39ddab124ca538685&device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 1096 time: 0.0598514 Jun 16 18:52:30.069441 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35977967-9430-4425-95af-59b9d814a1fb req-79ff7fcb-a292-4e75-ac4a-cf49a45c90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:30.070928 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-35977967-9430-4425-95af-59b9d814a1fb req-79ff7fcb-a292-4e75-ac4a-cf49a45c90f1 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=965abd0559a04af39ddab124ca538685&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0900016 Jun 16 18:52:30.165760 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35977967-9430-4425-95af-59b9d814a1fb req-d6f5e65b-b932-4cf1-9d7c-9b8d78d6ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:30.167242 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-35977967-9430-4425-95af-59b9d814a1fb req-d6f5e65b-b932-4cf1-9d7c-9b8d78d6ca8b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895894 Jun 16 18:52:30.259660 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-f8611736-269d-4b25-acb5-c3a0da1d72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:30.261129 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-f8611736-269d-4b25-acb5-c3a0da1d72e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=965abd0559a04af39ddab124ca538685&device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 1096 time: 0.0543966 Jun 16 18:52:30.303464 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-ae9e69fc-0df4-44e5-a2f9-7712bc00249b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8264352-a06b-4a9a-816b-e57388ffaee4 HTTP/1.1" status: 200 len: 217 time: 0.0338571 Jun 16 18:52:30.355757 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 51562) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:30.361901 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-8270a9d8-c9c4-426c-930b-6ea230a0a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:30.363411 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-8270a9d8-c9c4-426c-930b-6ea230a0a675 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dde841c0-b72d-4c7b-a7f1-47c546215bb3 HTTP/1.1" status: 200 len: 854 time: 0.0531263 Jun 16 18:52:30.399414 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-a294d0f0-db8b-498f-9847-c32768b28c02 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=71886076-2e1a-4a2a-b652-c0d61fbfa689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290098 Jun 16 18:52:30.403679 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018baee-27a0-4e1a-a5aa-5540fe727b2d req-17ea7fd3-4834-4c9a-a205-36a36e41722c tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:30.405166 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5018baee-27a0-4e1a-a5aa-5540fe727b2d req-17ea7fd3-4834-4c9a-a205-36a36e41722c tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 943 time: 0.0695288 Jun 16 18:52:30.445770 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5018baee-27a0-4e1a-a5aa-5540fe727b2d req-c1ef88b5-f3b2-41e6-8bf7-f7159c589638 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345557 Jun 16 18:52:30.476949 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4fb5479c-83ac-43e5-803c-597493898926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:30.518010 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-a2642281-7bde-46a6-86e8-b6880ff38e99 service neutron] 10.222.0.70 "GET /v2.0/networks/71886076-2e1a-4a2a-b652-c0d61fbfa689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111448 Jun 16 18:52:30.639068 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-8f1d4685-020e-4b11-bf2e-4f91dfcd202b req-22d3a554-7758-474b-968e-1c9ce6f3ef49 service neutron] 10.222.0.70 "GET /v2.0/networks/71886076-2e1a-4a2a-b652-c0d61fbfa689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134503 Jun 16 18:52:30.657075 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4fb5479c-83ac-43e5-803c-597493898926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:30.753937 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4fb5479c-83ac-43e5-803c-597493898926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:30.757790 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-defa6462-716f-4b80-ba0e-6fe0c534eba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:30.797881 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-4fb5479c-83ac-43e5-803c-597493898926 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c27bd91e67b5484693d09e1300ccbf9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386280 Jun 16 18:52:30.797881 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5479c-83ac-43e5-803c-597493898926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269a0010-bcaf-4a52-a4d2-e624e7e9b05a,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:30.798214 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810eeb3d-9826-48d0-aa7e-171ec1bcb135 req-b130c14f-9e0d-4d68-97d8-d720b9727f1c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:30.799650 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-810eeb3d-9826-48d0-aa7e-171ec1bcb135 req-b130c14f-9e0d-4d68-97d8-d720b9727f1c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0744321 Jun 16 18:52:30.800147 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 51570) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:30.809073 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-4fb5479c-83ac-43e5-803c-597493898926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:30.901750 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-810eeb3d-9826-48d0-aa7e-171ec1bcb135 req-12d5427a-220b-4010-97ab-ecda3591126f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881388 Jun 16 18:52:30.931557 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f2c54a9f-3535-4119-9139-b36cb546be85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:30.952307 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f597e6-533a-41d5-a130-15b5026b65cc req-d8af3b1b-2eb0-4069-af47-e0a46a56d665 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:30.954451 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e2f597e6-533a-41d5-a130-15b5026b65cc req-d8af3b1b-2eb0-4069-af47-e0a46a56d665 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 946 time: 0.1202223 Jun 16 18:52:30.973898 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f2c54a9f-3535-4119-9139-b36cb546be85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:31.023069 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e2f597e6-533a-41d5-a130-15b5026b65cc req-bca28b11-b3de-445a-a76d-a4b4c6d0a9e4 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602396 Jun 16 18:52:31.153923 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f2c54a9f-3535-4119-9139-b36cb546be85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:31.156544 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f2c54a9f-3535-4119-9139-b36cb546be85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:31.157700 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-f2c54a9f-3535-4119-9139-b36cb546be85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/269a0010-bcaf-4a52-a4d2-e624e7e9b05a HTTP/1.1" status: 204 len: 168 time: 0.3564427 Jun 16 18:52:31.158440 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:31.165763 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c54a9f-3535-4119-9139-b36cb546be85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269a0010-bcaf-4a52-a4d2-e624e7e9b05a,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:31.168683 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-f2c54a9f-3535-4119-9139-b36cb546be85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:31.621436 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762ca68-58d7-4228-9be9-8d968949a912 req-929c4f0c-e0be-4152-a761-dc321adec31f tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:31.622916 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6762ca68-58d7-4228-9be9-8d968949a912 req-929c4f0c-e0be-4152-a761-dc321adec31f tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 943 time: 0.0619276 Jun 16 18:52:31.660836 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6762ca68-58d7-4228-9be9-8d968949a912 req-cb1aa35e-12bd-4f63-8496-8ae27b6046ad tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315011 Jun 16 18:52:32.088115 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a0660-7cd3-41cb-90b3-94064f6146d1 req-e07ccdc4-30aa-43d1-91c9-ffc611259011 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:32.089589 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-507a0660-7cd3-41cb-90b3-94064f6146d1 req-e07ccdc4-30aa-43d1-91c9-ffc611259011 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0725305 Jun 16 18:52:32.134725 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-507a0660-7cd3-41cb-90b3-94064f6146d1 req-e1be5b49-0062-482b-b86f-d7cc7b329376 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385506 Jun 16 18:52:32.198621 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6477146-1799-4be7-90e1-b73d501752db req-dd09fead-0d2f-4897-8d60-8a2146c6ee3f tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:32.200133 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d6477146-1799-4be7-90e1-b73d501752db req-dd09fead-0d2f-4897-8d60-8a2146c6ee3f tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 946 time: 0.0623600 Jun 16 18:52:32.237884 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d6477146-1799-4be7-90e1-b73d501752db req-54e63287-fe57-41d1-a6fc-2ca52d1b5247 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Jun 16 18:52:32.425715 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658dde6-e33c-4c3f-a89d-8e0fcac9be69 req-84f459a8-98e5-4b2e-82f0-2a51345b2dd0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:32.427361 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1658dde6-e33c-4c3f-a89d-8e0fcac9be69 req-84f459a8-98e5-4b2e-82f0-2a51345b2dd0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 946 time: 0.0671897 Jun 16 18:52:32.465583 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1658dde6-e33c-4c3f-a89d-8e0fcac9be69 req-080f4164-2014-4a1f-b3c5-48cec8b50435 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327299 Jun 16 18:52:32.917679 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe172-65c6-479c-a2d2-f82ba24c05db req-bb5fab25-c93c-4a34-a86d-37584eff555a tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:32.919268 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-59bbe172-65c6-479c-a2d2-f82ba24c05db req-bb5fab25-c93c-4a34-a86d-37584eff555a tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 946 time: 0.0917375 Jun 16 18:52:32.990314 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-59bbe172-65c6-479c-a2d2-f82ba24c05db req-58e0de39-4337-4084-bc36-1c5e98eba3e5 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634408 Jun 16 18:52:33.027259 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07a520-8aad-46d8-9abb-540b6808ca37 req-9af01ef5-09f8-480d-bf56-929ecee41cb7 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:33.034325 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7c07a520-8aad-46d8-9abb-540b6808ca37 req-9af01ef5-09f8-480d-bf56-929ecee41cb7 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 943 time: 0.0909545 Jun 16 18:52:33.075646 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7c07a520-8aad-46d8-9abb-540b6808ca37 req-48592728-76d4-4521-8f42-015afce2e80e tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Jun 16 18:52:33.329718 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00685b-142c-4b15-9788-9cafe6faa460 req-28df8a0d-2b44-4e78-b093-60eb9fecb635 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:33.331428 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1e00685b-142c-4b15-9788-9cafe6faa460 req-28df8a0d-2b44-4e78-b093-60eb9fecb635 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0694783 Jun 16 18:52:33.375642 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1e00685b-142c-4b15-9788-9cafe6faa460 req-8ed5a83b-15d3-4f05-aa6e-cc28ffd3d84c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326884 Jun 16 18:52:33.716755 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:52:33.808505 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 51680) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:33.917830 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-56e630c3-ba9b-41e7-84bb-313e34278c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:34.023334 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-56e630c3-ba9b-41e7-84bb-313e34278c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:34.096395 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-56e630c3-ba9b-41e7-84bb-313e34278c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:34.102167 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c97b08d2-833c-47c5-9549-1226362f087a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:34.165651 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-56e630c3-ba9b-41e7-84bb-313e34278c0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd56cf95d5394a128325ad46e9a14c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537540 Jun 16 18:52:34.165651 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e630c3-ba9b-41e7-84bb-313e34278c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ae2d03-85de-4a00-a935-fd750aaf6b91,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:34.166234 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 51694) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:34.169820 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-56e630c3-ba9b-41e7-84bb-313e34278c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:34.243182 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0bd77d71-823b-41db-9dae-2c0f3f042435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:34.270890 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0bd77d71-823b-41db-9dae-2c0f3f042435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:34.312916 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9d693-9ff3-402e-aaef-ebe56a75dbee req-75fdd4ba-fb47-401c-85c5-a062e2e8efa2 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:34.314454 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-63a9d693-9ff3-402e-aaef-ebe56a75dbee req-75fdd4ba-fb47-401c-85c5-a062e2e8efa2 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 943 time: 0.1003194 Jun 16 18:52:34.352778 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-63a9d693-9ff3-402e-aaef-ebe56a75dbee req-91e33842-2cbc-46f3-9d54-4ea2afef6413 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318625 Jun 16 18:52:34.382862 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0bd77d71-823b-41db-9dae-2c0f3f042435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:34.385621 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0bd77d71-823b-41db-9dae-2c0f3f042435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:34.386739 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-0bd77d71-823b-41db-9dae-2c0f3f042435 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19ae2d03-85de-4a00-a935-fd750aaf6b91 HTTP/1.1" status: 204 len: 168 time: 0.2195141 Jun 16 18:52:34.387629 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-1101d27a-54b5-4a05-8f7e-61990bd08571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:34.395194 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd77d71-823b-41db-9dae-2c0f3f042435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ae2d03-85de-4a00-a935-fd750aaf6b91,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:34.397530 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0bd77d71-823b-41db-9dae-2c0f3f042435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:34.560212 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3b8bf-9c0e-4220-93ec-be7cefae8984 req-df14de2a-7b36-4522-b79f-9e4ff5d4cf87 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:34.561831 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d8b3b8bf-9c0e-4220-93ec-be7cefae8984 req-df14de2a-7b36-4522-b79f-9e4ff5d4cf87 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0675380 Jun 16 18:52:34.599902 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d8b3b8bf-9c0e-4220-93ec-be7cefae8984 req-8d5564ae-7942-4df5-ae7c-d263a16fb11e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323353 Jun 16 18:52:34.824101 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device f8264352-a06b-4a9a-816b-e57388ffaee4 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:52:34.921775 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port f8264352-a06b-4a9a-816b-e57388ffaee4, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=f8264352-a06b-4a9a-816b-e57388ffaee4,segment=NetworkSegment(f634b298-179f-4e36-89dc-29a38bbe3dcf),segment_id=f634b298-179f-4e36-89dc-29a38bbe3dcf)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:52:34.936688 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': 'f8264352-a06b-4a9a-816b-e57388ffaee4', 'network_id': '71886076-2e1a-4a2a-b652-c0d61fbfa689', 'port_id': 'f8264352-a06b-4a9a-816b-e57388ffaee4', 'mac_address': 'fa:16:3e:99:80:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde841c0-b72d-4c7b-a7f1-47c546215bb3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:52:34.979616 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:34.986589 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8264352-a06b-4a9a-816b-e57388ffaee4 {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:52:35.006701 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port f8264352-a06b-4a9a-816b-e57388ffaee4, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=f8264352-a06b-4a9a-816b-e57388ffaee4,segment=NetworkSegment(f634b298-179f-4e36-89dc-29a38bbe3dcf),segment_id=f634b298-179f-4e36-89dc-29a38bbe3dcf)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:52:35.034976 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 51722) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:35.049557 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-462d1296-bd7b-48b9-8b5e-031d8efc4639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:35.080390 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:35.082228 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:35.152707 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=f8264352-a06b-4a9a-816b-e57388ffaee4,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:35.156857 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:35.164266 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-462d1296-bd7b-48b9-8b5e-031d8efc4639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:35.262916 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-462d1296-bd7b-48b9-8b5e-031d8efc4639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:35.267355 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:35.315346 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-462d1296-bd7b-48b9-8b5e-031d8efc4639 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4d0e22dabca406e90568b73d46539a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765634 Jun 16 18:52:35.315774 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 51736) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:35.316497 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d1296-bd7b-48b9-8b5e-031d8efc4639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcd3712-e131-492e-817b-b3351cb96ceb,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:35.319760 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-462d1296-bd7b-48b9-8b5e-031d8efc4639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:35.337901 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b8f4d01a-1848-40f9-83ce-d46f33302ad0 req-4bdece70-5993-4769-9d68-8fd567d66f0a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1038024 Jun 16 18:52:35.377971 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-89cce025-634e-42cc-8989-e545efa86472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:35.401454 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-89cce025-634e-42cc-8989-e545efa86472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:35.467455 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['f8264352-a06b-4a9a-816b-e57388ffaee4'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:52:35.580688 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-89cce025-634e-42cc-8989-e545efa86472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:35.587064 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-89cce025-634e-42cc-8989-e545efa86472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:35.587064 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-89cce025-634e-42cc-8989-e545efa86472 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6fcd3712-e131-492e-817b-b3351cb96ceb HTTP/1.1" status: 204 len: 168 time: 0.2679052 Jun 16 18:52:35.587064 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e4263a8e-2099-44b6-8331-1223581cc465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:35.598823 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cce025-634e-42cc-8989-e545efa86472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcd3712-e131-492e-817b-b3351cb96ceb,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:35.601328 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-89cce025-634e-42cc-8989-e545efa86472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:35.616618 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a38a5-0e4c-44dc-98e4-5e96a3e3845f req-bacddd28-0bd0-43c7-8a22-1a4b4469513d tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:35.626408 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d48a38a5-0e4c-44dc-98e4-5e96a3e3845f req-bacddd28-0bd0-43c7-8a22-1a4b4469513d tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 944 time: 0.1379032 Jun 16 18:52:35.682041 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d48a38a5-0e4c-44dc-98e4-5e96a3e3845f req-db35f34d-2d78-496f-ac5e-514b83e4e2ba tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545392 Jun 16 18:52:35.729246 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4d01a-1848-40f9-83ce-d46f33302ad0 req-10b3790e-3018-4097-ac0f-451800968047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:35.730948 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b8f4d01a-1848-40f9-83ce-d46f33302ad0 req-10b3790e-3018-4097-ac0f-451800968047 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=804db3a89f1c4d96a7e618f32151b0a4&device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 1098 time: 0.3600354 Jun 16 18:52:35.839692 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4d01a-1848-40f9-83ce-d46f33302ad0 req-08aadf2e-bdda-45fd-937f-d9f7ddac5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:35.841116 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b8f4d01a-1848-40f9-83ce-d46f33302ad0 req-08aadf2e-bdda-45fd-937f-d9f7ddac5974 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da HTTP/1.1" status: 200 len: 911 time: 0.0862544 Jun 16 18:52:35.911253 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b8f4d01a-1848-40f9-83ce-d46f33302ad0 req-252c7324-102b-4f51-8e4a-9289e5bc856c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cfd3f2-11be-40d7-992b-b64620dde2cd HTTP/1.1" status: 200 len: 1001 time: 0.0630631 Jun 16 18:52:35.975908 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4d01a-1848-40f9-83ce-d46f33302ad0 req-bfb0c685-e04c-46a7-a388-d66255a11ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:35.976104 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b8f4d01a-1848-40f9-83ce-d46f33302ad0 req-bfb0c685-e04c-46a7-a388-d66255a11ba5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c564e1e9-0d16-4720-8290-85e28752f80f HTTP/1.1" status: 200 len: 849 time: 0.0562110 Jun 16 18:52:36.035659 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4d01a-1848-40f9-83ce-d46f33302ad0 req-f900d93d-c176-49dd-bd93-671d52361f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:36.037314 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b8f4d01a-1848-40f9-83ce-d46f33302ad0 req-f900d93d-c176-49dd-bd93-671d52361f01 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545757 Jun 16 18:52:36.057188 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4de828-ebcc-4015-a092-e46bec384ce3 req-3cb27a60-2b2b-40cf-8f44-b3856fd4f606 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:36.062417 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6f4de828-ebcc-4015-a092-e46bec384ce3 req-3cb27a60-2b2b-40cf-8f44-b3856fd4f606 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0696535 Jun 16 18:52:36.114787 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6f4de828-ebcc-4015-a092-e46bec384ce3 req-a3942d5f-c784-4008-b00a-3cf831e017b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492201 Jun 16 18:52:36.147522 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b8f4d01a-1848-40f9-83ce-d46f33302ad0 req-eeb2568f-2ee8-4a6a-aa1a-f7b145e087a2 service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991907 Jun 16 18:52:36.280349 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-b8f4d01a-1848-40f9-83ce-d46f33302ad0 req-ea0dee9a-4fdc-403e-b90c-d2f5c57502fe service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264524 Jun 16 18:52:36.281174 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 51762) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:36.405864 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-05020a01-46e9-4102-b6ba-07c9fc0071d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:36.478599 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb73ff-0222-4a70-b2cd-42fa9b209ce8 req-7daf852d-a016-4225-9a84-34348efb8f9a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:36.480321 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-70bb73ff-0222-4a70-b2cd-42fa9b209ce8 req-7daf852d-a016-4225-9a84-34348efb8f9a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0690944 Jun 16 18:52:36.507273 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-05020a01-46e9-4102-b6ba-07c9fc0071d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:36.521909 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-70bb73ff-0222-4a70-b2cd-42fa9b209ce8 req-4b404fa3-e6ad-4c0e-954d-5fd59fc4efa8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351574 Jun 16 18:52:36.571647 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-05020a01-46e9-4102-b6ba-07c9fc0071d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:36.573622 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-f2c3466f-a12e-40ce-aa7e-a732a16b18f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:36.614107 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05020a01-46e9-4102-b6ba-07c9fc0071d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7684cee8-2f27-4d94-b3ed-98e9f0588fd9,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:36.622834 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-05020a01-46e9-4102-b6ba-07c9fc0071d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c6533969b7c47e88efcc524494a5515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369892 Jun 16 18:52:36.622834 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-05020a01-46e9-4102-b6ba-07c9fc0071d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:36.624006 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 51774) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:36.682797 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9f5e7e1a-8bcb-4f2c-a115-c6e544b91875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:36.707082 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9f5e7e1a-8bcb-4f2c-a115-c6e544b91875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:36.834182 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device f8264352-a06b-4a9a-816b-e57388ffaee4 up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:52:36.853858 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e792d3-ccc0-4d4c-ab3a-1574956c8515 req-6a8494cf-a9c3-425d-af79-69568e48efd1 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:36.855361 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c0e792d3-ccc0-4d4c-ab3a-1574956c8515 req-6a8494cf-a9c3-425d-af79-69568e48efd1 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 944 time: 0.0638592 Jun 16 18:52:36.891676 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9f5e7e1a-8bcb-4f2c-a115-c6e544b91875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:36.893425 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c0e792d3-ccc0-4d4c-ab3a-1574956c8515 req-daa97d87-d355-4201-9b8c-bb517e03b777 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320909 Jun 16 18:52:36.894232 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9f5e7e1a-8bcb-4f2c-a115-c6e544b91875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:36.895507 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-9f5e7e1a-8bcb-4f2c-a115-c6e544b91875 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7684cee8-2f27-4d94-b3ed-98e9f0588fd9 HTTP/1.1" status: 204 len: 168 time: 0.2711165 Jun 16 18:52:36.896300 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-462d1296-bd7b-48b9-8b5e-031d8efc4639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:36.904003 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e7e1a-8bcb-4f2c-a115-c6e544b91875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7684cee8-2f27-4d94-b3ed-98e9f0588fd9,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:36.910446 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-9f5e7e1a-8bcb-4f2c-a115-c6e544b91875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:36.965703 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port f8264352-a06b-4a9a-816b-e57388ffaee4 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:52:36.971586 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port f8264352-a06b-4a9a-816b-e57388ffaee4 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:52:36.978076 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:37.050667 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:37.074595 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0347b45-c3ab-440b-b1fa-b294ea357367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8264352-a06b-4a9a-816b-e57388ffaee4'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:52:37.075497 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b107912-8ab9-4d4f-b652-bfc1c5f34963" -d '{"events": [{"server_uuid": "b0347b45-c3ab-440b-b1fa-b294ea357367", "name": "network-vif-plugged", "status": "completed", "tag": "f8264352-a06b-4a9a-816b-e57388ffaee4"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:52:37.088979 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port f8264352-a06b-4a9a-816b-e57388ffaee4, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=f8264352-a06b-4a9a-816b-e57388ffaee4,segment=NetworkSegment(f634b298-179f-4e36-89dc-29a38bbe3dcf),segment_id=f634b298-179f-4e36-89dc-29a38bbe3dcf)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:52:37.111775 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65e94a5-7e7b-4e19-80a5-42a5da06d1ba x-openstack-request-id: req-a65e94a5-7e7b-4e19-80a5-42a5da06d1ba {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:52:37.112085 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0347b45-c3ab-440b-b1fa-b294ea357367", "name": "network-vif-plugged", "status": "completed", "tag": "f8264352-a06b-4a9a-816b-e57388ffaee4", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:52:37.112496 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a65e94a5-7e7b-4e19-80a5-42a5da06d1ba {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:52:37.113019 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0347b45-c3ab-440b-b1fa-b294ea357367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8264352-a06b-4a9a-816b-e57388ffaee4', 'code': 200} Jun 16 18:52:37.183163 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:37.185281 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:37.239489 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=f8264352-a06b-4a9a-816b-e57388ffaee4,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:37.245785 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:37.339275 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b03e2-90dd-4867-b031-d4962f70bb81 req-4a06c318-9c8a-4b9f-a13e-9242dd1bb7a5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:37.340778 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-824b03e2-90dd-4867-b031-d4962f70bb81 req-4a06c318-9c8a-4b9f-a13e-9242dd1bb7a5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0778422 Jun 16 18:52:37.382612 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-824b03e2-90dd-4867-b031-d4962f70bb81 req-8df1a491-9478-4af9-8fd8-a2db7394180b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335000 Jun 16 18:52:37.516112 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0e5ad-7c29-47fd-ba24-ef2f02f813eb req-9ffa875c-c83c-4223-8eac-5d64565ddb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:37.517587 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-7fe0e5ad-7c29-47fd-ba24-ef2f02f813eb req-9ffa875c-c83c-4223-8eac-5d64565ddb2b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 1098 time: 0.0549650 Jun 16 18:52:37.561868 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-7fe0e5ad-7c29-47fd-ba24-ef2f02f813eb req-40fcbcdf-9450-4890-bbf0-6dc40aa989a4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372598 Jun 16 18:52:37.562946 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 51806) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:37.575936 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5e0352f7-a43f-4586-b35b-f84200418e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:37.665087 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5e0352f7-a43f-4586-b35b-f84200418e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:37.710526 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a35f1-ec49-49ec-a874-d93e6e980f9c req-63f1f4f9-ebf2-4dc9-aff6-7724c67655c5 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:37.712050 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-694a35f1-ec49-49ec-a874-d93e6e980f9c req-63f1f4f9-ebf2-4dc9-aff6-7724c67655c5 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0682406 Jun 16 18:52:37.750580 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-694a35f1-ec49-49ec-a874-d93e6e980f9c req-01a7614c-b362-4a18-905c-7c70e388b544 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328925 Jun 16 18:52:37.758267 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5e0352f7-a43f-4586-b35b-f84200418e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:37.761889 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-82dedeb6-e1dd-4617-b434-9cea93e03734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:37.797827 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-5e0352f7-a43f-4586-b35b-f84200418e9a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94f056ff8e594294a0c0b7148dad88d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338340 Jun 16 18:52:37.798980 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0352f7-a43f-4586-b35b-f84200418e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8de407-852b-4ac8-b42f-307be913f402,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:37.800748 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 51810) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:37.802042 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5e0352f7-a43f-4586-b35b-f84200418e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:37.853203 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-391ecdb1-34af-4cab-99ac-72327d460fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:37.874059 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-391ecdb1-34af-4cab-99ac-72327d460fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:37.999739 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-391ecdb1-34af-4cab-99ac-72327d460fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:38.002372 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-391ecdb1-34af-4cab-99ac-72327d460fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:38.003578 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-391ecdb1-34af-4cab-99ac-72327d460fea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b8de407-852b-4ac8-b42f-307be913f402 HTTP/1.1" status: 204 len: 168 time: 0.2012384 Jun 16 18:52:38.004419 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-93a94b4a-2619-4dbf-b6d1-8ba9dfb9b6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:38.045184 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ecdb1-34af-4cab-99ac-72327d460fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8de407-852b-4ac8-b42f-307be913f402,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:38.048123 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-391ecdb1-34af-4cab-99ac-72327d460fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:38.095395 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842bfd9-e5b6-4f98-988a-21b71a5aa5a4 req-a7493310-12bc-4b15-9842-d80babc3166d tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:38.097318 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3842bfd9-e5b6-4f98-988a-21b71a5aa5a4 req-a7493310-12bc-4b15-9842-d80babc3166d tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 945 time: 0.0900285 Jun 16 18:52:38.140983 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3842bfd9-e5b6-4f98-988a-21b71a5aa5a4 req-06b3579a-fb7d-4710-9192-4ae4929b9100 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364497 Jun 16 18:52:38.564394 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359d619-59ad-424e-ac8c-5fcd8668dc84 req-f930f87e-a657-4f24-994a-a9350f65b26b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:38.565941 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a359d619-59ad-424e-ac8c-5fcd8668dc84 req-f930f87e-a657-4f24-994a-a9350f65b26b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0651178 Jun 16 18:52:38.603838 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a359d619-59ad-424e-ac8c-5fcd8668dc84 req-08b4ef08-14ec-400d-a9c0-c7c0812c79e3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323241 Jun 16 18:52:38.915545 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 51854) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:38.950989 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6886d-6bdf-4da6-b4ac-deddf78a0c25 req-98caa456-b030-4af1-84c5-338811d0a286 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:38.950989 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-45d6886d-6bdf-4da6-b4ac-deddf78a0c25 req-98caa456-b030-4af1-84c5-338811d0a286 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0767326 Jun 16 18:52:38.997718 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-45d6886d-6bdf-4da6-b4ac-deddf78a0c25 req-b5428eae-21fd-49ed-9cdf-6e2d27779160 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447900 Jun 16 18:52:39.048650 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a91d0d65-5211-45d6-a753-c05384b2961a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:39.151626 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a91d0d65-5211-45d6-a753-c05384b2961a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:39.216510 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a91d0d65-5211-45d6-a753-c05384b2961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:39.220653 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-358dde7c-1b0a-4c56-83b9-7a825fc2e40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:39.258553 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d0d65-5211-45d6-a753-c05384b2961a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1248caf3-e4a1-40ae-a102-61ef4dabd0f6,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:39.261910 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-a91d0d65-5211-45d6-a753-c05384b2961a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:39.278816 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-a91d0d65-5211-45d6-a753-c05384b2961a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7e1fe66e1cc4248b468b92d22d04e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547347 Jun 16 18:52:39.278816 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 51870) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:39.336872 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-322307b0-0958-4126-9b05-3759b5f8ff92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:39.360277 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-322307b0-0958-4126-9b05-3759b5f8ff92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:39.372934 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe9ce1-ec61-4bb0-843c-a155d812a332 req-5e20bcdb-d24b-4f00-8490-608e81351fef tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:39.374430 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-93fe9ce1-ec61-4bb0-843c-a155d812a332 req-5e20bcdb-d24b-4f00-8490-608e81351fef tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 945 time: 0.0647225 Jun 16 18:52:39.422218 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-93fe9ce1-ec61-4bb0-843c-a155d812a332 req-6c3e2aea-09cb-4631-a26e-6c1452f07914 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Jun 16 18:52:39.484891 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-322307b0-0958-4126-9b05-3759b5f8ff92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:39.487509 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-322307b0-0958-4126-9b05-3759b5f8ff92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:39.488645 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-322307b0-0958-4126-9b05-3759b5f8ff92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1248caf3-e4a1-40ae-a102-61ef4dabd0f6 HTTP/1.1" status: 204 len: 168 time: 0.2088952 Jun 16 18:52:39.489418 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b66ccaad-7502-4824-b2ad-4592870941a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:39.497732 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322307b0-0958-4126-9b05-3759b5f8ff92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1248caf3-e4a1-40ae-a102-61ef4dabd0f6,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:39.500529 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-322307b0-0958-4126-9b05-3759b5f8ff92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:39.780335 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf965c-091f-40b2-a655-9619f6588395 req-6538e67d-90d0-4ce7-9aa6-a38e307fdd3a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:39.782433 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c1bf965c-091f-40b2-a655-9619f6588395 req-6538e67d-90d0-4ce7-9aa6-a38e307fdd3a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0653141 Jun 16 18:52:39.820436 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c1bf965c-091f-40b2-a655-9619f6588395 req-32d2936e-e7c5-4a17-acd1-53a75eb09959 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321720 Jun 16 18:52:40.005054 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 51892) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:40.020207 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-414bd553-257f-4917-b943-3b8c736d3031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:40.114360 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-414bd553-257f-4917-b943-3b8c736d3031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:40.178001 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d30341-5355-4038-a412-63dd966a2d79 req-32773ec9-8a28-4a0d-9e13-41bd76063c71 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:40.179420 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-38d30341-5355-4038-a412-63dd966a2d79 req-32773ec9-8a28-4a0d-9e13-41bd76063c71 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0676384 Jun 16 18:52:40.205353 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-414bd553-257f-4917-b943-3b8c736d3031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:40.208994 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ff3ed3c2-4418-46a4-b54b-7c1c593f48e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:40.219289 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-38d30341-5355-4038-a412-63dd966a2d79 req-16fb9415-7bd5-4c2e-977a-d93513c23a5c tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340953 Jun 16 18:52:40.245603 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-414bd553-257f-4917-b943-3b8c736d3031 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16f7ffe4010d426b92cb5aeba0c9332d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386849 Jun 16 18:52:40.247240 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bd553-257f-4917-b943-3b8c736d3031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b597dd2c-1cf4-4dcc-8211-9e4da70c148f,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:40.248170 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 51898) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:40.250854 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-414bd553-257f-4917-b943-3b8c736d3031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:40.310728 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6285e7be-8a8b-4344-bc73-52ce2777fed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:40.333696 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6285e7be-8a8b-4344-bc73-52ce2777fed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:40.449228 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6285e7be-8a8b-4344-bc73-52ce2777fed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:40.451850 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6285e7be-8a8b-4344-bc73-52ce2777fed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:40.454799 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-6285e7be-8a8b-4344-bc73-52ce2777fed6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b597dd2c-1cf4-4dcc-8211-9e4da70c148f HTTP/1.1" status: 204 len: 168 time: 0.2038271 Jun 16 18:52:40.454799 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-04645020-1262-4e05-ab92-fd30d244bf39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:40.462891 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285e7be-8a8b-4344-bc73-52ce2777fed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b597dd2c-1cf4-4dcc-8211-9e4da70c148f,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:40.465205 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6285e7be-8a8b-4344-bc73-52ce2777fed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:40.602198 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f0052-c08e-4a1f-b208-1f75594f38b4 req-1ff8c331-e8f0-4787-b6f4-db911f6d1b43 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:40.603721 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e11f0052-c08e-4a1f-b208-1f75594f38b4 req-1ff8c331-e8f0-4787-b6f4-db911f6d1b43 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 945 time: 0.0665483 Jun 16 18:52:40.646783 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e11f0052-c08e-4a1f-b208-1f75594f38b4 req-b710861c-a9f0-4ae5-a046-6adbd896b3a9 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364618 Jun 16 18:52:40.857795 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 66ac1624-e4f5-43f6-96dd-a2f000e24267 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:52:40.978827 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 66ac1624-e4f5-43f6-96dd-a2f000e24267, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:52:40.992010 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': '66ac1624-e4f5-43f6-96dd-a2f000e24267', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'port_id': '66ac1624-e4f5-43f6-96dd-a2f000e24267', 'mac_address': 'fa:16:3e:c5:ef:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:52:41.029935 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:41.037034 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e4fc1-c210-4581-b7a4-2e9403faa19b req-2a04e96a-c2f1-45da-acdd-25543777f55a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:41.038550 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-375e4fc1-c210-4581-b7a4-2e9403faa19b req-2a04e96a-c2f1-45da-acdd-25543777f55a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0654886 Jun 16 18:52:41.048914 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66ac1624-e4f5-43f6-96dd-a2f000e24267 {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:52:41.069290 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 66ac1624-e4f5-43f6-96dd-a2f000e24267, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:52:41.081014 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-375e4fc1-c210-4581-b7a4-2e9403faa19b req-29caa948-96b4-45c8-b345-514bce3503b5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344231 Jun 16 18:52:41.203708 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:41.205453 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:41.254131 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=66ac1624-e4f5-43f6-96dd-a2f000e24267,revision_number=6']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:41.257306 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:41.308105 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['66ac1624-e4f5-43f6-96dd-a2f000e24267'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:52:41.412063 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fa675-f80f-4d4e-bea5-7d982429b762 req-4b2bfe07-b6cd-4549-9735-f8e9021aaf59 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:41.413781 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-628fa675-f80f-4d4e-bea5-7d982429b762 req-4b2bfe07-b6cd-4549-9735-f8e9021aaf59 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0685802 Jun 16 18:52:41.461857 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-628fa675-f80f-4d4e-bea5-7d982429b762 req-a40083f5-77c3-412b-be47-ad59a6473366 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421782 Jun 16 18:52:42.273010 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73e19f-2970-40d9-9a1b-36e065cd6143 req-aed1a1f6-75da-43f4-8bda-d47663c3aee3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:42.274507 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0c73e19f-2970-40d9-9a1b-36e065cd6143 req-aed1a1f6-75da-43f4-8bda-d47663c3aee3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0735650 Jun 16 18:52:42.316016 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0c73e19f-2970-40d9-9a1b-36e065cd6143 req-a850e262-a524-4a07-9c46-8feb9691e507 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356636 Jun 16 18:52:42.633256 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e68d2-e634-4de6-bf20-bbf98ac5d109 req-f6c29b4f-7195-4601-a753-f4595e60b0e6 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:42.634827 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ff8e68d2-e634-4de6-bf20-bbf98ac5d109 req-f6c29b4f-7195-4601-a753-f4595e60b0e6 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0657990 Jun 16 18:52:42.674535 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ff8e68d2-e634-4de6-bf20-bbf98ac5d109 req-31a99372-0c52-4b0e-a407-1e6d865b85ca tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334706 Jun 16 18:52:42.870153 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 66ac1624-e4f5-43f6-96dd-a2f000e24267 up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:52:42.941615 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port 66ac1624-e4f5-43f6-96dd-a2f000e24267 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:52:42.941615 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:43.023167 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:43.050768 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ac1624-e4f5-43f6-96dd-a2f000e24267'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:52:43.053031 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c3123f-97ec-4e10-baaf-a6624026ee3b" -d '{"events": [{"server_uuid": "ee02bc62-0d06-4b22-951d-d62849b64476", "name": "network-vif-plugged", "status": "completed", "tag": "66ac1624-e4f5-43f6-96dd-a2f000e24267"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:52:43.066389 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 66ac1624-e4f5-43f6-96dd-a2f000e24267, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:52:43.096544 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7256f18e-44d1-4d84-98fc-4ee7a8d29c6a x-openstack-request-id: req-7256f18e-44d1-4d84-98fc-4ee7a8d29c6a {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:52:43.096544 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee02bc62-0d06-4b22-951d-d62849b64476", "name": "network-vif-plugged", "status": "completed", "tag": "66ac1624-e4f5-43f6-96dd-a2f000e24267", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:52:43.096544 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7256f18e-44d1-4d84-98fc-4ee7a8d29c6a {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:52:43.096544 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ac1624-e4f5-43f6-96dd-a2f000e24267', 'code': 200} Jun 16 18:52:43.158097 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:43.162626 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:43.211712 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=66ac1624-e4f5-43f6-96dd-a2f000e24267,revision_number=7']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:43.216354 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:43.523928 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc118055-46da-4e02-a187-2b3c985793ae req-3774a748-59a5-4855-a917-85838bc4f57b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:43.525432 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fc118055-46da-4e02-a187-2b3c985793ae req-3774a748-59a5-4855-a917-85838bc4f57b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0734611 Jun 16 18:52:43.574058 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fc118055-46da-4e02-a187-2b3c985793ae req-b4997846-4106-4214-80fa-8a2013d4198a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429144 Jun 16 18:52:43.866360 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88bbe9-440c-407f-ac01-240a89561d73 req-9f3fcb01-b28d-4796-83fe-27b15114a53b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:43.873617 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6e88bbe9-440c-407f-ac01-240a89561d73 req-9f3fcb01-b28d-4796-83fe-27b15114a53b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0655625 Jun 16 18:52:43.910113 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6e88bbe9-440c-407f-ac01-240a89561d73 req-77b35bf5-852c-45f6-82be-266f2cfdf1fb tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339401 Jun 16 18:52:44.785691 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a44d20-9f14-4619-b844-a70ba4ca96aa req-150204a1-d82f-43df-b25d-4fc288696d06 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:44.788309 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e9a44d20-9f14-4619-b844-a70ba4ca96aa req-150204a1-d82f-43df-b25d-4fc288696d06 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0718372 Jun 16 18:52:44.827876 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e9a44d20-9f14-4619-b844-a70ba4ca96aa req-3785c11a-d05d-477b-9bbf-6f9679bb31f5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334616 Jun 16 18:52:44.931143 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ca072-c315-46e5-a419-705d65b041b0 req-b00f5913-6940-4430-91a6-a185bb638dbd tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:44.932621 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-308ca072-c315-46e5-a419-705d65b041b0 req-b00f5913-6940-4430-91a6-a185bb638dbd tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 946 time: 0.0689447 Jun 16 18:52:44.973938 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-308ca072-c315-46e5-a419-705d65b041b0 req-d720e77f-4a9a-429d-82f0-ed2e7295c808 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351331 Jun 16 18:52:45.002269 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 52082) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:45.094142 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a1b5f-ef7c-480c-91b3-96fcc5e8b516 req-c879c92d-3a9e-4039-adbc-1031101d7f58 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:45.095712 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-df3a1b5f-ef7c-480c-91b3-96fcc5e8b516 req-c879c92d-3a9e-4039-adbc-1031101d7f58 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0668976 Jun 16 18:52:45.134464 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-df3a1b5f-ef7c-480c-91b3-96fcc5e8b516 req-e4c3d1ff-24a4-415a-b42a-669befce4d6b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332315 Jun 16 18:52:45.201695 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9116a3c5-5448-46c9-838f-9b4f3124dc81 tempest-TestMinimumBasicScenario-290906674 tempest-TestMinimumBasicScenario-290906674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:45.203866 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-9116a3c5-5448-46c9-838f-9b4f3124dc81 tempest-TestMinimumBasicScenario-290906674 tempest-TestMinimumBasicScenario-290906674-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 1094 time: 0.2003698 Jun 16 18:52:45.207300 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 52086) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:45.212008 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Request body: {'floatingip': {'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'port_id': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:52:45.336657 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for floatingip, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:45.440784 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:45.551184 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Allocated IP 172.27.3.9 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/c50c36ab-f922-4c73-9b55-f4a1cddacc59) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:52:45.553284 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-cc54075c-c5b4-4563-bdf3-fd016ef3e42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:45.655807 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:45.771307 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25942567'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:45.774926 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-5189fe86-07a1-40b9-b38e-20708bfeb863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:45.809050 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:52:45.814430 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:52:45.817872 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:52:45.823380 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Pushing event updated for resources: {'Port': ['ID=c50c36ab-f922-4c73-9b55-f4a1cddacc59,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:45.845726 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:46.098383 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ef245-2402-4765-bcaa-b7b8a55ebf9c req-2005e6a7-eccd-4c76-9a73-7a08c357ccb0 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:46.099864 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e15ef245-2402-4765-bcaa-b7b8a55ebf9c req-2005e6a7-eccd-4c76-9a73-7a08c357ccb0 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.1551304 Jun 16 18:52:46.227609 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e15ef245-2402-4765-bcaa-b7b8a55ebf9c req-c4fa4905-912e-456d-8622-bc70ddd5e942 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032391 Jun 16 18:52:46.260781 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:46.339957 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b9b0c-e907-4771-8339-8aa76feba773 req-b387da64-5004-43af-87ad-4f848d5e9cde tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:46.341409 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-059b9b0c-e907-4771-8339-8aa76feba773 req-b387da64-5004-43af-87ad-4f848d5e9cde tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0937114 Jun 16 18:52:46.379053 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-059b9b0c-e907-4771-8339-8aa76feba773 req-a3c9c1b7-d7a7-4016-8ae7-8e2ed412be17 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314078 Jun 16 18:52:46.428518 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:46.573872 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:46.638797 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942577'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:46.642125 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-56b889a3-d9e6-4a1a-868f-0197e9b67738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:46.711558 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Pushing event updated for resources: {'Port': ['ID=c50c36ab-f922-4c73-9b55-f4a1cddacc59,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:46.715426 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:46.720494 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:46.817523 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.l3_db [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Floating IP ee27779f-ddc3-4638-9dd6-86dd9afcabb3 associated. External IP: 172.27.3.9, port: e84fdd2b-089b-4954-ac1a-f7f746cb336f. Jun 16 18:52:47.012925 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Router 16b4b484-ba93-4296-92ac-7a9222075bde has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:52:47.115730 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:52:47.127816 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3cfd5c-035e-4d5d-b777-6386071a2162 None None] Sync routers for ids ['16b4b484-ba93-4296-92ac-7a9222075bde'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:52:47.136808 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3cfd5c-035e-4d5d-b777-6386071a2162 None None] Routers {'16b4b484-ba93-4296-92ac-7a9222075bde'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:52:47.137407 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-5d3cfd5c-035e-4d5d-b777-6386071a2162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:52:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['16b4b484-ba93-4296-92ac-7a9222075bde'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:52:47.188185 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:47.229588 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0211112 Jun 16 18:52:47.230265 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'tag': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:52:47.232559 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52106) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:47.233149 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf603c4-fbb0-429b-a74a-d5439df75548" -d '{"events": [{"name": "network-changed", "server_uuid": "ef279db8-d9db-49aa-8d7d-42f1e3a65bda", "tag": "e84fdd2b-089b-4954-ac1a-f7f746cb336f"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:52:47.239040 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-0483d431-e7a5-4381-a89a-09390d12f52b tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1509094507', 'description': 'tempest-secgroup-smoke-1509094507 description', 'project_id': 'eee13d403ce7426dbafc5b182fa585c7'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:52:47.326397 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0483d431-e7a5-4381-a89a-09390d12f52b tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:47.371382 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-5d3cfd5c-035e-4d5d-b777-6386071a2162 None None] Set router 16b4b484-ba93-4296-92ac-7a9222075bde gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:52:47.417848 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc75ee71-6a87-48f4-ba2d-733ae563835d x-openstack-request-id: req-cc75ee71-6a87-48f4-ba2d-733ae563835d {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:52:47.418184 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef279db8-d9db-49aa-8d7d-42f1e3a65bda", "tag": "e84fdd2b-089b-4954-ac1a-f7f746cb336f", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:52:47.418476 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc75ee71-6a87-48f4-ba2d-733ae563835d {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:52:47.418906 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'tag': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f', 'status': 'completed', 'code': 200} Jun 16 18:52:47.428144 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611da96a-d984-425e-aacf-70733d92c3b2 req-95d25e05-8cec-4c59-a0c0-da39cf69385a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:47.435146 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-611da96a-d984-425e-aacf-70733d92c3b2 req-95d25e05-8cec-4c59-a0c0-da39cf69385a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0750048 Jun 16 18:52:47.450564 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0483d431-e7a5-4381-a89a-09390d12f52b tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:47.469946 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-611da96a-d984-425e-aacf-70733d92c3b2 req-5ac3b534-31be-4f8f-9418-e2e5ba7987a2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339243 Jun 16 18:52:47.525022 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0483d431-e7a5-4381-a89a-09390d12f52b tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:47.535374 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ebbcf5da-aff9-45dc-922d-29b40681a9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:47.566532 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483d431-e7a5-4381-a89a-09390d12f52b tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:47.569338 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0483d431-e7a5-4381-a89a-09390d12f52b tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:47.596763 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fb78a-d71d-47ed-b1b0-52e948d65fc5 req-af26d07d-58c3-488f-b03c-60026aa79def tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:47.598213 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-495fb78a-d71d-47ed-b1b0-52e948d65fc5 req-af26d07d-58c3-488f-b03c-60026aa79def tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0780799 Jun 16 18:52:47.603704 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0483d431-e7a5-4381-a89a-09390d12f52b tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:47.604920 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-0483d431-e7a5-4381-a89a-09390d12f52b tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3711123 Jun 16 18:52:47.608010 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52118) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:47.613100 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-1291d720-537f-4403-a52f-c2a5e49fec83 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Request body: {'security_group_rule': {'security_group_id': '1f6ba7a3-aeaf-4b82-a9b8-bea788cef134', 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:52:47.638769 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-495fb78a-d71d-47ed-b1b0-52e948d65fc5 req-f68c0606-afcf-40ff-bdac-0917c172bf71 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340428 Jun 16 18:52:47.666729 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-5d3cfd5c-035e-4d5d-b777-6386071a2162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'name': 'tempest-TestMinimumBasicScenario-680231749-router', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b41f8726-c986-4029-b473-707afd7e5155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:30Z', 'updated_at': '2021-06-16T18:51:34Z', 'revision_number': 4, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'gw_port': {'id': 'b41f8726-c986-4029-b473-707afd7e5155', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:31Z', 'updated_at': '2021-06-16T18:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': 'ee27779f-ddc3-4638-9dd6-86dd9afcabb3', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'port_id': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'mac_address': 'fa:16:3e:4a:c8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:52:46Z', 'updated_at': '2021-06-16T18:52:46Z', 'revision_number': 0, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25107cfa-b7d9-4853-846e-d7dbe7c56fcb', 'name': '', 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'mac_address': 'fa:16:3e:e1:b2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4e622436-b6d2-4a20-af10-928af10bb903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:33Z', 'updated_at': '2021-06-16T18:51:39Z', 'revision_number': 5, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'subnets': [{'id': '4e622436-b6d2-4a20-af10-928af10bb903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:52:47.670005 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3cfd5c-035e-4d5d-b777-6386071a2162 None None] Checking router: 16b4b484-ba93-4296-92ac-7a9222075bde for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:52:47.678688 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3cfd5c-035e-4d5d-b777-6386071a2162 None None] Routers {'16b4b484-ba93-4296-92ac-7a9222075bde'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:52:47.679359 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-5d3cfd5c-035e-4d5d-b777-6386071a2162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:52:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['16b4b484-ba93-4296-92ac-7a9222075bde'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:52:47.712202 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1291d720-537f-4403-a52f-c2a5e49fec83 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:47.768309 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1291d720-537f-4403-a52f-c2a5e49fec83 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:47.781910 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-5d3cfd5c-035e-4d5d-b777-6386071a2162 None None] Set router 16b4b484-ba93-4296-92ac-7a9222075bde gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:52:47.845106 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1291d720-537f-4403-a52f-c2a5e49fec83 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:47.847279 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ec0e33d5-da4c-4c22-9728-3ee6f61731a7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:47.867508 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291d720-537f-4403-a52f-c2a5e49fec83 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0259c968-daf5-4248-9fe9-c1c3af8e7396,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:47.871399 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-1291d720-537f-4403-a52f-c2a5e49fec83 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:47.930420 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1291d720-537f-4403-a52f-c2a5e49fec83 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:47.931685 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-1291d720-537f-4403-a52f-c2a5e49fec83 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3226843 Jun 16 18:52:47.934436 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52124) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:47.939023 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-843f1cdc-e1c5-4fa5-8e33-0a1f601dbfa0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Request body: {'security_group_rule': {'security_group_id': '1f6ba7a3-aeaf-4b82-a9b8-bea788cef134', 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:52:48.019019 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-5d3cfd5c-035e-4d5d-b777-6386071a2162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'name': 'tempest-TestMinimumBasicScenario-680231749-router', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b41f8726-c986-4029-b473-707afd7e5155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:30Z', 'updated_at': '2021-06-16T18:51:34Z', 'revision_number': 4, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'gw_port': {'id': 'b41f8726-c986-4029-b473-707afd7e5155', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:31Z', 'updated_at': '2021-06-16T18:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': 'ee27779f-ddc3-4638-9dd6-86dd9afcabb3', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'port_id': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'mac_address': 'fa:16:3e:4a:c8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:52:46Z', 'updated_at': '2021-06-16T18:52:46Z', 'revision_number': 0, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25107cfa-b7d9-4853-846e-d7dbe7c56fcb', 'name': '', 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'mac_address': 'fa:16:3e:e1:b2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4e622436-b6d2-4a20-af10-928af10bb903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:33Z', 'updated_at': '2021-06-16T18:51:39Z', 'revision_number': 5, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'subnets': [{'id': '4e622436-b6d2-4a20-af10-928af10bb903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:52:48.020624 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-0c7b06ad-6623-49bf-9848-1705ed8efa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:48.024222 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3cfd5c-035e-4d5d-b777-6386071a2162 None None] The sync data for ids ['16b4b484-ba93-4296-92ac-7a9222075bde'] in dv-cinder-667108-31-iscsi is: [{'id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'name': 'tempest-TestMinimumBasicScenario-680231749-router', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b41f8726-c986-4029-b473-707afd7e5155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:30Z', 'updated_at': '2021-06-16T18:51:34Z', 'revision_number': 4, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'gw_port': {'id': 'b41f8726-c986-4029-b473-707afd7e5155', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:31Z', 'updated_at': '2021-06-16T18:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': 'ee27779f-ddc3-4638-9dd6-86dd9afcabb3', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'port_id': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'mac_address': 'fa:16:3e:4a:c8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:52:46Z', 'updated_at': '2021-06-16T18:52:46Z', 'revision_number': 0, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25107cfa-b7d9-4853-846e-d7dbe7c56fcb', 'name': '', 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'mac_address': 'fa:16:3e:e1:b2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4e622436-b6d2-4a20-af10-928af10bb903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:33Z', 'updated_at': '2021-06-16T18:51:39Z', 'revision_number': 5, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'subnets': [{'id': '4e622436-b6d2-4a20-af10-928af10bb903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:52:48.072795 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-843f1cdc-e1c5-4fa5-8e33-0a1f601dbfa0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:48.130607 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-843f1cdc-e1c5-4fa5-8e33-0a1f601dbfa0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:48.182151 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-843f1cdc-e1c5-4fa5-8e33-0a1f601dbfa0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:48.184369 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:48.202434 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f1cdc-e1c5-4fa5-8e33-0a1f601dbfa0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d258bc9-a5ba-4932-a595-29bb5749df60,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:48.213538 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ce6b4-838b-4acc-9b51-014673c468e4 None None] New status for floating IP ee27779f-ddc3-4638-9dd6-86dd9afcabb3: ACTIVE {{(pid=100042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:52:48.214824 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-843f1cdc-e1c5-4fa5-8e33-0a1f601dbfa0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:48.262488 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf603c4-fbb0-429b-a74a-d5439df75548 req-6a8d46b1-5bfa-4634-8523-46def858fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:48.264032 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-2bf603c4-fbb0-429b-a74a-d5439df75548 req-6a8d46b1-5bfa-4634-8523-46def858fe61 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eee13d403ce7426dbafc5b182fa585c7&device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 1099 time: 0.0589514 Jun 16 18:52:48.302289 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-843f1cdc-e1c5-4fa5-8e33-0a1f601dbfa0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:48.303518 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-843f1cdc-e1c5-4fa5-8e33-0a1f601dbfa0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3681073 Jun 16 18:52:48.306276 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52126) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:48.310861 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-7f73896f-64c5-4f39-b6f1-31b6e35d74e2 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Request body: {'security_group_rule': {'security_group_id': '1f6ba7a3-aeaf-4b82-a9b8-bea788cef134', 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:52:48.359477 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:48.420902 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7f73896f-64c5-4f39-b6f1-31b6e35d74e2 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:48.478671 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7f73896f-64c5-4f39-b6f1-31b6e35d74e2 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:48.598873 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7f73896f-64c5-4f39-b6f1-31b6e35d74e2 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:48.600982 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:48.616402 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73896f-64c5-4f39-b6f1-31b6e35d74e2 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3513048d-d962-4af1-9f2a-c4008fba5d47,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:48.619311 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7f73896f-64c5-4f39-b6f1-31b6e35d74e2 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:48.658476 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f68a5-dd1d-4525-a9cc-027e767e2ab8 req-7694b1c7-8778-4b6a-b7a0-1e06538a22d7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:48.660159 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9c3f68a5-dd1d-4525-a9cc-027e767e2ab8 req-7694b1c7-8778-4b6a-b7a0-1e06538a22d7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0723679 Jun 16 18:52:48.701439 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9c3f68a5-dd1d-4525-a9cc-027e767e2ab8 req-15806035-5008-4231-a692-6b7c029d830f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341599 Jun 16 18:52:48.730138 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7f73896f-64c5-4f39-b6f1-31b6e35d74e2 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:48.730138 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-7f73896f-64c5-4f39-b6f1-31b6e35d74e2 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4172921 Jun 16 18:52:48.730138 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52136) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:48.733380 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-2cce3000-5b0c-4b66-97e2-7726522d0d7c tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Request body: {'security_group_rule': {'security_group_id': '1f6ba7a3-aeaf-4b82-a9b8-bea788cef134', 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:52:48.821398 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2cce3000-5b0c-4b66-97e2-7726522d0d7c tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:48.821612 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d6ca3-de2c-4357-9b8b-69c0cf05d610 req-4894b479-ea5f-42a0-8f73-f76e275ef877 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:48.822939 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5f4d6ca3-de2c-4357-9b8b-69c0cf05d610 req-4894b479-ea5f-42a0-8f73-f76e275ef877 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0623505 Jun 16 18:52:48.860894 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5f4d6ca3-de2c-4357-9b8b-69c0cf05d610 req-76929b3a-f8ea-467b-a794-bf8b74366458 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319788 Jun 16 18:52:48.887615 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2cce3000-5b0c-4b66-97e2-7726522d0d7c tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:48.959234 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2cce3000-5b0c-4b66-97e2-7726522d0d7c tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:48.961375 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-4d4dcb8b-325b-4839-9165-53e9ff4e7b93 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:48.976888 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce3000-5b0c-4b66-97e2-7726522d0d7c tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e6080e-8f2b-4616-81ac-3d0f9b9b5bfb,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:48.979354 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2cce3000-5b0c-4b66-97e2-7726522d0d7c tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:49.043459 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2cce3000-5b0c-4b66-97e2-7726522d0d7c tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:49.044714 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-2cce3000-5b0c-4b66-97e2-7726522d0d7c tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3177161 Jun 16 18:52:49.047960 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52140) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:49.052514 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-568033d6-8447-4105-b4db-18bfefbba9c0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Request body: {'security_group_rule': {'security_group_id': '1f6ba7a3-aeaf-4b82-a9b8-bea788cef134', 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:52:49.140662 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.securitygroups_db [None req-568033d6-8447-4105-b4db-18bfefbba9c0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Project eee13d403ce7426dbafc5b182fa585c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:52:49.145566 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-568033d6-8447-4105-b4db-18bfefbba9c0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:49.169157 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:49.205978 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-568033d6-8447-4105-b4db-18bfefbba9c0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:49.256826 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-568033d6-8447-4105-b4db-18bfefbba9c0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:49.258981 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2cce3000-5b0c-4b66-97e2-7726522d0d7c tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:49.277410 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568033d6-8447-4105-b4db-18bfefbba9c0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf5bfb9-9355-40a1-837b-fe87ef1dc352,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:49.280636 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-568033d6-8447-4105-b4db-18bfefbba9c0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:49.330456 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-568033d6-8447-4105-b4db-18bfefbba9c0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:49.331760 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-568033d6-8447-4105-b4db-18bfefbba9c0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2828414 Jun 16 18:52:49.334415 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52142) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:52:49.338778 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-9df662b4-edf6-44ca-a32d-c2c87e26302d tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Request body: {'security_group_rule': {'security_group_id': '1f6ba7a3-aeaf-4b82-a9b8-bea788cef134', 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:52:49.405000 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.securitygroups_db [None req-9df662b4-edf6-44ca-a32d-c2c87e26302d tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Project eee13d403ce7426dbafc5b182fa585c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:52:49.410318 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9df662b4-edf6-44ca-a32d-c2c87e26302d tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:49.468818 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9df662b4-edf6-44ca-a32d-c2c87e26302d tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:49.534560 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9df662b4-edf6-44ca-a32d-c2c87e26302d tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:49.536616 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:49.552729 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df662b4-edf6-44ca-a32d-c2c87e26302d tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e79a81-5256-409a-901a-998117cc403f,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:49.555449 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-9df662b4-edf6-44ca-a32d-c2c87e26302d tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:49.650311 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9df662b4-edf6-44ca-a32d-c2c87e26302d tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:49.651539 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-9df662b4-edf6-44ca-a32d-c2c87e26302d tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3162215 Jun 16 18:52:49.787571 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e9fc777f-66ef-4c4b-b6b2-3130bd34027c req-40c9bfb0-d71d-45a6-9ac3-a4dc21005c5d tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1509094507&fields=id&tenant_id=eee13d403ce7426dbafc5b182fa585c7 HTTP/1.1" status: 200 len: 267 time: 0.0485718 Jun 16 18:52:49.801661 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf603c4-fbb0-429b-a74a-d5439df75548 req-46917bd9-0a0b-496f-92a2-ae05e09ad0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:49.804539 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-2bf603c4-fbb0-429b-a74a-d5439df75548 req-46917bd9-0a0b-496f-92a2-ae05e09ad0c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c74d04b2-d641-4a9e-80c2-dee470e08dfe HTTP/1.1" status: 200 len: 915 time: 0.1035435 Jun 16 18:52:49.878001 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-2bf603c4-fbb0-429b-a74a-d5439df75548 req-5c99d080-21c7-4bff-b379-8bbbea9d910c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e84fdd2b-089b-4954-ac1a-f7f746cb336f HTTP/1.1" status: 200 len: 1000 time: 0.0663855 Jun 16 18:52:49.938102 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf603c4-fbb0-429b-a74a-d5439df75548 req-f4449ff6-fbe1-4523-aba1-24cd611453ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:49.942798 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-2bf603c4-fbb0-429b-a74a-d5439df75548 req-f4449ff6-fbe1-4523-aba1-24cd611453ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e622436-b6d2-4a20-af10-928af10bb903 HTTP/1.1" status: 200 len: 853 time: 0.0466006 Jun 16 18:52:50.018757 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf603c4-fbb0-429b-a74a-d5439df75548 req-7b95e74c-10bb-4172-ab22-9e78977fd78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:50.020611 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-2bf603c4-fbb0-429b-a74a-d5439df75548 req-7b95e74c-10bb-4172-ab22-9e78977fd78b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c74d04b2-d641-4a9e-80c2-dee470e08dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0724540 Jun 16 18:52:50.121700 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-2bf603c4-fbb0-429b-a74a-d5439df75548 req-0b13d842-292c-48f0-84b2-acb16f86e9e6 service neutron] 10.222.0.70 "GET /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940464 Jun 16 18:52:50.146760 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc777f-66ef-4c4b-b6b2-3130bd34027c req-24b1326c-7885-4857-8bdb-5f8ff6338d0a tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:50.148238 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e9fc777f-66ef-4c4b-b6b2-3130bd34027c req-24b1326c-7885-4857-8bdb-5f8ff6338d0a tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 946 time: 0.3584859 Jun 16 18:52:50.160355 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-e9fc777f-66ef-4c4b-b6b2-3130bd34027c req-44efc3fa-fd0f-44ea-80d5-d1efb52eeaa7 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Request body: {'port': {'security_groups': ['d3b47b64-de7d-4e3f-b116-a06baf951714', '1f6ba7a3-aeaf-4b82-a9b8-bea788cef134']}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:52:50.213989 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-2bf603c4-fbb0-429b-a74a-d5439df75548 req-d0e552e8-a357-44df-8a0d-9a65d7605f4a service neutron] 10.222.0.70 "GET /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834539 Jun 16 18:52:50.215640 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b3c49-effd-4f9a-a28a-1a7d2c4b3809 req-65c9faf9-6ba2-47a5-a3b9-8c03d0de408b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:50.217092 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9f1b3c49-effd-4f9a-a28a-1a7d2c4b3809 req-65c9faf9-6ba2-47a5-a3b9-8c03d0de408b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.3737128 Jun 16 18:52:50.286958 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9f1b3c49-effd-4f9a-a28a-1a7d2c4b3809 req-c355bbd6-56dd-4d0e-8ddf-de5a18556c2f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638204 Jun 16 18:52:50.287937 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-e9fc777f-66ef-4c4b-b6b2-3130bd34027c req-44efc3fa-fd0f-44ea-80d5-d1efb52eeaa7 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:50.521994 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-e9fc777f-66ef-4c4b-b6b2-3130bd34027c req-44efc3fa-fd0f-44ea-80d5-d1efb52eeaa7 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] For port e84fdd2b-089b-4954-ac1a-f7f746cb336f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e84fdd2b-089b-4954-ac1a-f7f746cb336f,segment=NetworkSegment(fcc8a120-025d-412e-93da-866cb526b4de),segment_id=fcc8a120-025d-412e-93da-866cb526b4de)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:52:50.531154 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554d7e2-a4d6-4108-a2f5-0093999d7555 req-94633b18-c78c-4e39-a01e-4ab58352a1c5 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:50.532610 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4554d7e2-a4d6-4108-a2f5-0093999d7555 req-94633b18-c78c-4e39-a01e-4ab58352a1c5 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.1425321 Jun 16 18:52:50.584385 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-e9fc777f-66ef-4c4b-b6b2-3130bd34027c req-44efc3fa-fd0f-44ea-80d5-d1efb52eeaa7 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:50.589273 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4554d7e2-a4d6-4108-a2f5-0093999d7555 req-9dc1da92-af8d-487d-8f99-4fd0ad807dcf tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507283 Jun 16 18:52:50.656387 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-e9fc777f-66ef-4c4b-b6b2-3130bd34027c req-44efc3fa-fd0f-44ea-80d5-d1efb52eeaa7 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942577'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:50.660316 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:52:50.670710 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['e84fdd2b-089b-4954-ac1a-f7f746cb336f'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:52:50.708433 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc777f-66ef-4c4b-b6b2-3130bd34027c req-44efc3fa-fd0f-44ea-80d5-d1efb52eeaa7 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:50.709112 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-e9fc777f-66ef-4c4b-b6b2-3130bd34027c req-44efc3fa-fd0f-44ea-80d5-d1efb52eeaa7 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:50.713780 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e9fc777f-66ef-4c4b-b6b2-3130bd34027c req-44efc3fa-fd0f-44ea-80d5-d1efb52eeaa7 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "PUT /v2.0/ports/e84fdd2b-089b-4954-ac1a-f7f746cb336f HTTP/1.1" status: 200 len: 982 time: 0.5585291 Jun 16 18:52:50.714356 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'tag': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:52:50.717006 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6644ac74-251c-416e-a091-7928518c1696" -d '{"events": [{"name": "network-changed", "server_uuid": "ef279db8-d9db-49aa-8d7d-42f1e3a65bda", "tag": "e84fdd2b-089b-4954-ac1a-f7f746cb336f"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:52:50.760687 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efc3fa-fd0f-44ea-80d5-d1efb52eeaa7 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Pushing event updated for resources: {'Port': ['ID=e84fdd2b-089b-4954-ac1a-f7f746cb336f,revision_number=6']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:50.767288 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-44efc3fa-fd0f-44ea-80d5-d1efb52eeaa7 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:52:50.777788 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d78666-d019-461e-a384-9f735b032ab2 x-openstack-request-id: req-c6d78666-d019-461e-a384-9f735b032ab2 {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:52:50.778168 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef279db8-d9db-49aa-8d7d-42f1e3a65bda", "tag": "e84fdd2b-089b-4954-ac1a-f7f746cb336f", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:52:50.778460 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6d78666-d019-461e-a384-9f735b032ab2 {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:52:50.778917 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'tag': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f', 'status': 'completed', 'code': 200} Jun 16 18:52:50.888797 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['e84fdd2b-089b-4954-ac1a-f7f746cb336f'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:52:50.890953 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644ac74-251c-416e-a091-7928518c1696 req-9d1e7119-114b-45da-b07e-7ea63ed2962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:50.892824 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6644ac74-251c-416e-a091-7928518c1696 req-9d1e7119-114b-45da-b07e-7ea63ed2962a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eee13d403ce7426dbafc5b182fa585c7&device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 1138 time: 0.0874031 Jun 16 18:52:50.993775 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eba5e-0b52-4b5e-9dd0-7d80b558f43d req-8a358b19-5393-4948-bf41-9e9e373a8c90 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:51.000309 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f95eba5e-0b52-4b5e-9dd0-7d80b558f43d req-8a358b19-5393-4948-bf41-9e9e373a8c90 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.1461420 Jun 16 18:52:51.023190 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644ac74-251c-416e-a091-7928518c1696 req-23d1ec62-9484-470d-a207-b3f7ca03731f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:51.028432 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6644ac74-251c-416e-a091-7928518c1696 req-23d1ec62-9484-470d-a207-b3f7ca03731f service neutron] 10.222.0.70 "GET /v2.0/networks?id=c74d04b2-d641-4a9e-80c2-dee470e08dfe HTTP/1.1" status: 200 len: 915 time: 0.1228073 Jun 16 18:52:51.060859 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f95eba5e-0b52-4b5e-9dd0-7d80b558f43d req-a1492a5c-e234-45b2-9408-5d352804f451 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540307 Jun 16 18:52:51.061632 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:51.119328 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6644ac74-251c-416e-a091-7928518c1696 req-d7489411-2209-4b5b-b463-48a34763a211 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e84fdd2b-089b-4954-ac1a-f7f746cb336f HTTP/1.1" status: 200 len: 1000 time: 0.0772648 Jun 16 18:52:51.125763 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-94654b5c-0af6-47f9-9790-76741cff01a7 None None] Provisioning complete for port e84fdd2b-089b-4954-ac1a-f7f746cb336f triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:52:51.126161 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-94654b5c-0af6-47f9-9790-76741cff01a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:51.169365 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644ac74-251c-416e-a091-7928518c1696 req-24f73e25-c78c-4554-86a9-46496aadfc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:51.170892 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6644ac74-251c-416e-a091-7928518c1696 req-24f73e25-c78c-4554-86a9-46496aadfc64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e622436-b6d2-4a20-af10-928af10bb903 HTTP/1.1" status: 200 len: 853 time: 0.0438292 Jun 16 18:52:51.229874 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644ac74-251c-416e-a091-7928518c1696 req-7b16f9d1-19d9-4f5f-a5a3-7a4b991753bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:51.231464 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6644ac74-251c-416e-a091-7928518c1696 req-7b16f9d1-19d9-4f5f-a5a3-7a4b991753bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c74d04b2-d641-4a9e-80c2-dee470e08dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540223 Jun 16 18:52:51.366001 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6644ac74-251c-416e-a091-7928518c1696 req-4d6755ac-c846-4909-ad32-6f704ba574db service neutron] 10.222.0.70 "GET /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268404 Jun 16 18:52:51.482344 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6644ac74-251c-416e-a091-7928518c1696 req-fb3d6467-910b-441a-9583-2c6afdba6418 service neutron] 10.222.0.70 "GET /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076210 Jun 16 18:52:51.482904 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4139569-e517-47de-81cb-378a552fc88f req-c5dafcd0-0361-4da2-a5a9-6dcbaae8672c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:51.484494 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a4139569-e517-47de-81cb-378a552fc88f req-c5dafcd0-0361-4da2-a5a9-6dcbaae8672c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0704212 Jun 16 18:52:51.544089 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a4139569-e517-47de-81cb-378a552fc88f req-38970b94-0446-4b28-b6c1-c563ffd84f14 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435479 Jun 16 18:52:51.785668 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdf7de-65a8-4142-a043-84276a57916d req-7114155c-121c-4af6-b840-0be8a1995e76 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:51.787185 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c7bdf7de-65a8-4142-a043-84276a57916d req-7114155c-121c-4af6-b840-0be8a1995e76 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0836108 Jun 16 18:52:51.831240 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c7bdf7de-65a8-4142-a043-84276a57916d req-f28c6df8-0c3c-42cd-8029-92ea869c89cb tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368114 Jun 16 18:52:52.714980 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debeb4b-7606-49a9-951a-54d0f826c6c4 req-75c1d598-e02f-4e63-a61a-5c2ba05ffcfc tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:52.716432 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0debeb4b-7606-49a9-951a-54d0f826c6c4 req-75c1d598-e02f-4e63-a61a-5c2ba05ffcfc tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0597529 Jun 16 18:52:52.752718 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0debeb4b-7606-49a9-951a-54d0f826c6c4 req-48237c8b-ec99-4bee-a5e6-13f5592c9c6a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301139 Jun 16 18:52:53.001257 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80779b7-3fed-4d25-87d4-423984ced5ad req-0d854118-4936-424b-9e3b-4ae475e36bd2 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:53.002701 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c80779b7-3fed-4d25-87d4-423984ced5ad req-0d854118-4936-424b-9e3b-4ae475e36bd2 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0619085 Jun 16 18:52:53.043354 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c80779b7-3fed-4d25-87d4-423984ced5ad req-a2c5e0ec-b54e-488e-b2b3-b68a287e18aa tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346527 Jun 16 18:52:53.930312 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c6e24-6968-4b1e-8541-98f1cbed665f req-af7fd372-f2d1-4074-a85a-a06dd47a486e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:53.931828 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f19c6e24-6968-4b1e-8541-98f1cbed665f req-af7fd372-f2d1-4074-a85a-a06dd47a486e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0614398 Jun 16 18:52:53.968822 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f19c6e24-6968-4b1e-8541-98f1cbed665f req-7448351f-a1ca-49f8-a67f-20e355ae2c80 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309343 Jun 16 18:52:54.213593 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ef9ce-9237-4006-948c-8ddf8e7561fb req-0753f9d0-cea2-4c71-b923-a069a1032347 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:54.215087 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a42ef9ce-9237-4006-948c-8ddf8e7561fb req-0753f9d0-cea2-4c71-b923-a069a1032347 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0629017 Jun 16 18:52:54.251799 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a42ef9ce-9237-4006-948c-8ddf8e7561fb req-5cff1ec3-5bdf-4dd9-a41a-68bf1ae3e8ec tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305185 Jun 16 18:52:55.146334 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c2def-4c0e-4258-8b23-12607972e958 req-01781e64-1dd7-440b-8f41-e4b13c1ff797 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:55.147796 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-607c2def-4c0e-4258-8b23-12607972e958 req-01781e64-1dd7-440b-8f41-e4b13c1ff797 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0645010 Jun 16 18:52:55.184325 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-607c2def-4c0e-4258-8b23-12607972e958 req-d1771ff9-e476-4d64-97cd-f4881ba48ca2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309620 Jun 16 18:52:55.430366 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eaa840-448a-4efe-98f0-ff19e19a7051 req-9f66cc12-0951-4454-9071-e08f3950f30b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:55.431837 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d1eaa840-448a-4efe-98f0-ff19e19a7051 req-9f66cc12-0951-4454-9071-e08f3950f30b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0623038 Jun 16 18:52:55.469227 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d1eaa840-448a-4efe-98f0-ff19e19a7051 req-67f1f4f0-ad5e-4b0d-b85b-a02961823864 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317771 Jun 16 18:52:56.140703 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:52:56.363808 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920e6cd-0580-4e06-a2a7-120fc64163fd req-261f4e62-35c1-4f52-8600-edbbeb5fba81 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:56.365342 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3920e6cd-0580-4e06-a2a7-120fc64163fd req-261f4e62-35c1-4f52-8600-edbbeb5fba81 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0671258 Jun 16 18:52:56.404532 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3920e6cd-0580-4e06-a2a7-120fc64163fd req-590ff824-69fb-4276-9c1c-20de0758b7db tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335550 Jun 16 18:52:56.646585 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c6946-aab0-4a8b-833c-4fd5d944853a req-0e79d714-6f82-4b22-aaa6-02f125e6ee70 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:56.648229 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5b4c6946-aab0-4a8b-833c-4fd5d944853a req-0e79d714-6f82-4b22-aaa6-02f125e6ee70 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0676577 Jun 16 18:52:56.688599 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5b4c6946-aab0-4a8b-833c-4fd5d944853a req-11f0c78d-f9bf-4c39-9bf5-03989fa44e80 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344086 Jun 16 18:52:57.573982 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f47cb-023d-49c0-8ec1-184bf16b5a56 req-460b43a3-04dd-4b58-88d5-588dcf0b253a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:57.575349 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3e0f47cb-023d-49c0-8ec1-184bf16b5a56 req-460b43a3-04dd-4b58-88d5-588dcf0b253a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0608745 Jun 16 18:52:57.612152 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3e0f47cb-023d-49c0-8ec1-184bf16b5a56 req-b62d246f-b4b2-4abf-b75d-2d5ebb37886a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312788 Jun 16 18:52:57.866076 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefa804-db44-4c77-abb7-02974903c28d req-f2709cad-c1f8-4e3a-a63f-3e4138316ea9 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:57.867585 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1fefa804-db44-4c77-abb7-02974903c28d req-f2709cad-c1f8-4e3a-a63f-3e4138316ea9 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0699174 Jun 16 18:52:57.908902 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1fefa804-db44-4c77-abb7-02974903c28d req-6ac4bb6d-efcd-4f03-b9d6-f71a60af6ba9 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343373 Jun 16 18:52:58.804501 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5d1a6-7911-49b6-8f28-f94a45f0e966 req-86245740-db4b-471e-a371-4a54e6a76f7c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:58.807430 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b6e5d1a6-7911-49b6-8f28-f94a45f0e966 req-86245740-db4b-471e-a371-4a54e6a76f7c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0661678 Jun 16 18:52:58.847230 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b6e5d1a6-7911-49b6-8f28-f94a45f0e966 req-9b398440-9d48-4c6d-815e-c248b58146ab tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352919 Jun 16 18:52:59.098566 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea1afe-23f6-4888-a924-66e21cd2935a req-619af223-7c6f-4bdd-9ddb-12c118bc8cc0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:52:59.100197 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b7ea1afe-23f6-4888-a924-66e21cd2935a req-619af223-7c6f-4bdd-9ddb-12c118bc8cc0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0663633 Jun 16 18:52:59.151219 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b7ea1afe-23f6-4888-a924-66e21cd2935a req-d5d56aa6-0b92-4737-9423-cfe1f74ce150 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435781 Jun 16 18:53:00.096298 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a18698-735b-4188-8827-382dbd35c279 req-09acf588-1784-4b05-89cf-ffa2785eb45a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:00.099110 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-46a18698-735b-4188-8827-382dbd35c279 req-09acf588-1784-4b05-89cf-ffa2785eb45a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0988715 Jun 16 18:53:00.154642 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-46a18698-735b-4188-8827-382dbd35c279 req-d0da3f32-0a4e-4d1a-993b-583bc8eb39e4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476396 Jun 16 18:53:00.484407 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb674c-baf0-4835-8d88-9c604084b2f7 req-b5ea8b38-4f17-4a2f-b191-a228f3599225 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:00.486324 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fbfb674c-baf0-4835-8d88-9c604084b2f7 req-b5ea8b38-4f17-4a2f-b191-a228f3599225 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.1302464 Jun 16 18:53:00.543655 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fbfb674c-baf0-4835-8d88-9c604084b2f7 req-5dc8a75f-86d8-4eda-a1cf-7af5d717cd43 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510948 Jun 16 18:53:01.413494 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b01a3-3488-4014-b5fc-dc1d5768fff4 req-a6c50bc2-f78d-4d2f-b3d5-2c88bd465e37 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:01.416080 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-838b01a3-3488-4014-b5fc-dc1d5768fff4 req-a6c50bc2-f78d-4d2f-b3d5-2c88bd465e37 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.1081400 Jun 16 18:53:01.460441 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-838b01a3-3488-4014-b5fc-dc1d5768fff4 req-9b86a4ab-baf8-4b16-8345-2c78a3d7fd04 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386152 Jun 16 18:53:01.727997 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad467ae5-0726-4bdc-bb2d-c5eadbc780fe req-8e77b2f2-d43e-4a13-b490-6c8ebd52161e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:01.729395 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ad467ae5-0726-4bdc-bb2d-c5eadbc780fe req-8e77b2f2-d43e-4a13-b490-6c8ebd52161e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0653696 Jun 16 18:53:01.773298 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ad467ae5-0726-4bdc-bb2d-c5eadbc780fe req-45cc4462-da0f-4c3a-b776-caa5de69edd8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361786 Jun 16 18:53:02.669704 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfb0db-a9d0-4b0c-91e7-fae7dc8da713 req-0da3f877-f963-4cc7-844e-13c6fa08fa43 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:02.671706 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-84cfb0db-a9d0-4b0c-91e7-fae7dc8da713 req-0da3f877-f963-4cc7-844e-13c6fa08fa43 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0880642 Jun 16 18:53:02.711030 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-84cfb0db-a9d0-4b0c-91e7-fae7dc8da713 req-5a5e66ca-0e94-4fc2-968f-bc73316af8fa tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334532 Jun 16 18:53:02.988206 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dacb50-30d8-4b10-aea7-0d333fc525a4 req-bdbfb361-204d-40ab-95ab-c0bfe2cad711 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:02.989374 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a9dacb50-30d8-4b10-aea7-0d333fc525a4 req-bdbfb361-204d-40ab-95ab-c0bfe2cad711 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0778069 Jun 16 18:53:03.033190 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a9dacb50-30d8-4b10-aea7-0d333fc525a4 req-0d4a24d1-da05-4130-af21-f1adda28b797 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361843 Jun 16 18:53:03.892550 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ae30b-c319-4cfb-a5d1-12fd3fc34a9d req-399aa6c1-aa39-41f5-a308-4e205b53f8c4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:03.894059 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ed1ae30b-c319-4cfb-a5d1-12fd3fc34a9d req-399aa6c1-aa39-41f5-a308-4e205b53f8c4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0647199 Jun 16 18:53:03.947197 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ed1ae30b-c319-4cfb-a5d1-12fd3fc34a9d req-23e58618-f6ff-45a5-907a-20e0b2a2acc1 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473456 Jun 16 18:53:04.216182 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f9e8a-4337-4fbb-9fcb-ab5b61ec74ca req-7244a088-ba11-4f51-8528-98d6b441efc1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:04.217688 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6f2f9e8a-4337-4fbb-9fcb-ab5b61ec74ca req-7244a088-ba11-4f51-8528-98d6b441efc1 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0695660 Jun 16 18:53:04.258180 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6f2f9e8a-4337-4fbb-9fcb-ab5b61ec74ca req-fc0fda3f-88f7-4494-96c6-b99a733459c8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334761 Jun 16 18:53:05.178258 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2f3fa-b315-49f9-8c92-05b4b7a43502 req-a575ec53-f5eb-40ad-bca4-0f3ba5679a35 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:05.181047 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-cbc2f3fa-b315-49f9-8c92-05b4b7a43502 req-a575ec53-f5eb-40ad-bca4-0f3ba5679a35 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0674071 Jun 16 18:53:05.220908 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-cbc2f3fa-b315-49f9-8c92-05b4b7a43502 req-3edc4b00-616e-4585-898b-ba3dcf8e0686 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332510 Jun 16 18:53:05.449837 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541aac1-7034-4fe2-ad5b-792184993ca0 req-77ccccdf-de0a-429c-8cae-570c741155eb tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:05.451674 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3541aac1-7034-4fe2-ad5b-792184993ca0 req-77ccccdf-de0a-429c-8cae-570c741155eb tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0665386 Jun 16 18:53:05.513606 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3541aac1-7034-4fe2-ad5b-792184993ca0 req-6b36199a-ea2b-4b8e-81f9-c67e044b11c3 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516517 Jun 16 18:53:06.465098 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a46856-dc40-4e96-b084-210971480e20 req-de608048-be13-47d1-b5b1-a2554caa63cf tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:06.466945 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-94a46856-dc40-4e96-b084-210971480e20 req-de608048-be13-47d1-b5b1-a2554caa63cf tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0968843 Jun 16 18:53:06.511360 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-94a46856-dc40-4e96-b084-210971480e20 req-55b9a2d5-9b22-4d05-812c-703bd0d822f6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385075 Jun 16 18:53:06.686670 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267ec18-dc9b-49e2-b7b2-ad5c5a08e46e req-8a5eebec-a91e-41a5-8e47-0625257aa215 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:06.688203 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d267ec18-dc9b-49e2-b7b2-ad5c5a08e46e req-8a5eebec-a91e-41a5-8e47-0625257aa215 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0642085 Jun 16 18:53:06.726512 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d267ec18-dc9b-49e2-b7b2-ad5c5a08e46e req-869efe0b-5f97-4eff-b2e4-46577bf913b8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322826 Jun 16 18:53:07.762043 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f7161-4f3a-4923-ad61-0845d0964e07 req-1edbceb4-18fe-46d7-acec-1b326a2fb0d0 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:07.764651 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e49f7161-4f3a-4923-ad61-0845d0964e07 req-1edbceb4-18fe-46d7-acec-1b326a2fb0d0 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.1008298 Jun 16 18:53:07.818705 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e49f7161-4f3a-4923-ad61-0845d0964e07 req-ef79394e-bab1-4af8-a0bb-55c0b5299c40 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473368 Jun 16 18:53:07.989049 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c7b1e-af1f-451f-89cc-e857e88fdf9d req-768b8696-2173-45f6-b4da-eb08f5be1a24 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:07.999829 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-035c7b1e-af1f-451f-89cc-e857e88fdf9d req-768b8696-2173-45f6-b4da-eb08f5be1a24 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0868323 Jun 16 18:53:08.048966 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-035c7b1e-af1f-451f-89cc-e857e88fdf9d req-d61745a6-eeb4-48a1-85fe-1e04d00f5c73 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477593 Jun 16 18:53:09.089642 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce4cc6-6095-423e-8ee9-5d41c331bb79 req-85912ea9-0bb7-4b4f-82d2-f4625b4fc774 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:09.092870 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-65ce4cc6-6095-423e-8ee9-5d41c331bb79 req-85912ea9-0bb7-4b4f-82d2-f4625b4fc774 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0775256 Jun 16 18:53:09.152074 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-65ce4cc6-6095-423e-8ee9-5d41c331bb79 req-c4c7bc86-53a2-4e2a-bca5-bffb1987fa2f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531111 Jun 16 18:53:09.264743 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe80c39-b2ce-4ea7-962d-c6d1193b7acb req-af14694b-c307-4aac-b857-a134a094b32d tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:09.266195 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-dbe80c39-b2ce-4ea7-962d-c6d1193b7acb req-af14694b-c307-4aac-b857-a134a094b32d tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0726030 Jun 16 18:53:09.317210 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-dbe80c39-b2ce-4ea7-962d-c6d1193b7acb req-aaaa0c2c-f1a7-4d69-9c7a-28269ad85adc tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386772 Jun 16 18:53:10.011683 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0e0ba-3441-4000-937c-97ec704ff0ef req-d7805986-dfd8-4668-afca-d847619c664b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:10.013585 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3ec0e0ba-3441-4000-937c-97ec704ff0ef req-d7805986-dfd8-4668-afca-d847619c664b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.2051585 Jun 16 18:53:10.061506 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3ec0e0ba-3441-4000-937c-97ec704ff0ef req-a3b374c5-b73d-4178-ae6f-f0be00f80b03 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410092 Jun 16 18:53:10.112347 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834afd8-414a-44fb-b769-4d66cab8ed9b req-04ee075d-6542-4612-9f5d-e35229ac8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:10.112347 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e834afd8-414a-44fb-b769-4d66cab8ed9b req-04ee075d-6542-4612-9f5d-e35229ac8783 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=804db3a89f1c4d96a7e618f32151b0a4&device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 1098 time: 0.0820220 Jun 16 18:53:10.181678 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834afd8-414a-44fb-b769-4d66cab8ed9b req-0c13da28-053b-49ab-ab5e-7b0b967943ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:10.183296 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e834afd8-414a-44fb-b769-4d66cab8ed9b req-0c13da28-053b-49ab-ab5e-7b0b967943ea service neutron] 10.222.0.70 "GET /v2.0/networks?id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da HTTP/1.1" status: 200 len: 911 time: 0.0865839 Jun 16 18:53:10.249469 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e834afd8-414a-44fb-b769-4d66cab8ed9b req-91e14b1b-f4b3-4b6c-8b8f-0bbf1970998a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cfd3f2-11be-40d7-992b-b64620dde2cd HTTP/1.1" status: 200 len: 1001 time: 0.0595474 Jun 16 18:53:10.308977 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834afd8-414a-44fb-b769-4d66cab8ed9b req-71237106-3451-42d9-b9cc-22956f3b3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:10.310336 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e834afd8-414a-44fb-b769-4d66cab8ed9b req-71237106-3451-42d9-b9cc-22956f3b3120 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c564e1e9-0d16-4720-8290-85e28752f80f HTTP/1.1" status: 200 len: 849 time: 0.0539443 Jun 16 18:53:10.356537 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfc347-ac5e-45e6-a7fd-5d5a648501ae req-dd6da37b-95aa-4793-a8e0-20c58f4c9c2a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:10.358054 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ecbfc347-ac5e-45e6-a7fd-5d5a648501ae req-dd6da37b-95aa-4793-a8e0-20c58f4c9c2a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0748298 Jun 16 18:53:10.367032 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834afd8-414a-44fb-b769-4d66cab8ed9b req-d5690b6e-d194-49ac-9514-78a19dad33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:10.368530 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e834afd8-414a-44fb-b769-4d66cab8ed9b req-d5690b6e-d194-49ac-9514-78a19dad33c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517616 Jun 16 18:53:10.397576 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ecbfc347-ac5e-45e6-a7fd-5d5a648501ae req-17c3264c-3f14-41e1-8c47-4148949f339f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326431 Jun 16 18:53:10.462983 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e834afd8-414a-44fb-b769-4d66cab8ed9b req-69aa1fdf-d899-4688-b7be-980dc8b1ad63 service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863688 Jun 16 18:53:10.559478 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e834afd8-414a-44fb-b769-4d66cab8ed9b req-e777ff08-ebe6-4813-9d63-8293f6cba63d service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889735 Jun 16 18:53:10.714771 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:53:11.298708 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a20dc-842a-4611-b6d6-430a8d824bb4 req-3fc1577a-0b29-41ad-b64f-7126c5b3ecf6 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:11.307710 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-070a20dc-842a-4611-b6d6-430a8d824bb4 req-3fc1577a-0b29-41ad-b64f-7126c5b3ecf6 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0820279 Jun 16 18:53:11.342750 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-070a20dc-842a-4611-b6d6-430a8d824bb4 req-82c65c7e-85c6-45da-aadc-2b325fb032b7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339758 Jun 16 18:53:11.598198 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e944fc-c90a-4b5b-8300-d09a0ab8f877 req-10cd777b-85cc-42bb-8df3-dc3f359b3b98 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:11.599801 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d5e944fc-c90a-4b5b-8300-d09a0ab8f877 req-10cd777b-85cc-42bb-8df3-dc3f359b3b98 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0725167 Jun 16 18:53:11.641454 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d5e944fc-c90a-4b5b-8300-d09a0ab8f877 req-39bffd39-4a85-4cbd-a8e5-0f03316a0f7e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350020 Jun 16 18:53:12.152694 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52484) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:12.253110 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:12.338982 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:12.426920 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:12.429490 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-414bd553-257f-4917-b943-3b8c736d3031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:12.463813 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb25336-d07c-459c-8b16-4bbec87551f5,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:12.467944 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3e2dc42d657461398c64928c8d87966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141484 Jun 16 18:53:12.473983 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52492) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:12.480888 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:12.481270 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:12.481639 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:12.482004 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:12.482362 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:12.482736 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:12.483104 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:12.483462 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:12.483825 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:12.485125 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:12.485125 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:12.485419 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:12.490105 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:12.528820 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea2b18-9674-4152-982f-bf1aba6fc1ef req-67788bda-bd2b-488e-a7b8-3b93d93b4162 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:12.530344 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-12ea2b18-9674-4152-982f-bf1aba6fc1ef req-67788bda-bd2b-488e-a7b8-3b93d93b4162 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0753975 Jun 16 18:53:12.536972 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5f0c3f2b-7ceb-46c6-bcf4-82a995544a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:12.558846 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5f0c3f2b-7ceb-46c6-bcf4-82a995544a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:12.569089 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-12ea2b18-9674-4152-982f-bf1aba6fc1ef req-6df50ea4-bb3e-4b80-872c-22d6c10ff79d tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321627 Jun 16 18:53:12.682812 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5f0c3f2b-7ceb-46c6-bcf4-82a995544a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:12.685307 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5f0c3f2b-7ceb-46c6-bcf4-82a995544a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:12.686426 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-5f0c3f2b-7ceb-46c6-bcf4-82a995544a6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6eb25336-d07c-459c-8b16-4bbec87551f5 HTTP/1.1" status: 204 len: 168 time: 0.2115102 Jun 16 18:53:12.687195 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-c9f4e381-ca4a-44af-aede-e77783e79355 tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:12.694548 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c3f2b-7ceb-46c6-bcf4-82a995544a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb25336-d07c-459c-8b16-4bbec87551f5,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:12.697475 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5f0c3f2b-7ceb-46c6-bcf4-82a995544a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:12.836194 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c2e04-1ccc-41b7-ab2c-300cc997d744 req-413fe3a3-b93b-4a5c-9b25-12576ea5c760 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:12.837653 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-210c2e04-1ccc-41b7-ab2c-300cc997d744 req-413fe3a3-b93b-4a5c-9b25-12576ea5c760 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0658431 Jun 16 18:53:12.879448 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-210c2e04-1ccc-41b7-ab2c-300cc997d744 req-d3c83070-9ac5-46c7-b0b5-f5c6034ba35f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323122 Jun 16 18:53:13.232501 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52504) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:13.245956 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c2b75cd8-4c53-4118-adea-9bac691ea52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:13.330121 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c2b75cd8-4c53-4118-adea-9bac691ea52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:13.409582 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-c2b75cd8-4c53-4118-adea-9bac691ea52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:13.412108 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5e0352f7-a43f-4586-b35b-f84200418e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:13.447797 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-c2b75cd8-4c53-4118-adea-9bac691ea52e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4022006c17f9492a8d086b60d22c121d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141519 Jun 16 18:53:13.448763 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b75cd8-4c53-4118-adea-9bac691ea52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c55615-dd02-43b4-8037-1874a1f384fc,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:13.450473 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 52508) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:13.452468 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-c2b75cd8-4c53-4118-adea-9bac691ea52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:13.498903 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:13.523972 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:13.626855 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:13.629469 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:13.630577 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3c55615-dd02-43b4-8037-1874a1f384fc HTTP/1.1" status: 204 len: 168 time: 0.1790380 Jun 16 18:53:13.631607 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-814e788d-7e4d-4f83-8070-40f7469d9884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:13.639215 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c55615-dd02-43b4-8037-1874a1f384fc,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:13.646649 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:13.647040 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:13.647402 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:13.647751 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:13.648098 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:13.648468 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:13.648812 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:13.649153 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:13.649492 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:13.649830 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:13.650175 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:13.650496 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:53:13.653830 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:14.061511 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0a58b-b5e2-42a8-ad62-3af8e080bbfc req-1653b739-1748-4c0c-ae78-cc6155b99d77 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:14.063518 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5ec0a58b-b5e2-42a8-ad62-3af8e080bbfc req-1653b739-1748-4c0c-ae78-cc6155b99d77 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0644984 Jun 16 18:53:14.102238 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5ec0a58b-b5e2-42a8-ad62-3af8e080bbfc req-cbef7588-1b3b-43a9-a457-1f54339a9a1c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329335 Jun 16 18:53:14.280055 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52520) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:14.293491 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4d6f2686-1046-412d-91b3-79ae0c9fa305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:14.381430 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4d6f2686-1046-412d-91b3-79ae0c9fa305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:14.472616 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4d6f2686-1046-412d-91b3-79ae0c9fa305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:14.475170 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e03030db-c07b-4a97-8434-491a4edb7d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:14.510257 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f2686-1046-412d-91b3-79ae0c9fa305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b9c46d-8054-4892-af4e-c4580239ffb7,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:14.514548 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-4d6f2686-1046-412d-91b3-79ae0c9fa305 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2be11a63ed6c487e82d14ce9d9e6de48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334843 Jun 16 18:53:14.515458 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-4d6f2686-1046-412d-91b3-79ae0c9fa305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:14.517086 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52524) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:14.567299 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a260-f58d-448f-8222-11df315d458f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:14.587069 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a260-f58d-448f-8222-11df315d458f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:14.701134 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a260-f58d-448f-8222-11df315d458f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:14.703749 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a260-f58d-448f-8222-11df315d458f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:14.704871 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-5ac5a260-f58d-448f-8222-11df315d458f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2b9c46d-8054-4892-af4e-c4580239ffb7 HTTP/1.1" status: 204 len: 168 time: 0.1868954 Jun 16 18:53:14.705687 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-9f5e7e1a-8bcb-4f2c-a115-c6e544b91875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:14.713353 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5a260-f58d-448f-8222-11df315d458f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b9c46d-8054-4892-af4e-c4580239ffb7,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:14.715605 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5ac5a260-f58d-448f-8222-11df315d458f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:15.276042 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f4ccd-7de8-4ae6-aa4c-74cfb8af3141 req-364760a9-fcff-4ed5-bd88-9770747d66f2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:15.277451 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-252f4ccd-7de8-4ae6-aa4c-74cfb8af3141 req-364760a9-fcff-4ed5-bd88-9770747d66f2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0619040 Jun 16 18:53:15.323142 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-252f4ccd-7de8-4ae6-aa4c-74cfb8af3141 req-74464c3c-e676-45d3-a54c-518532d668fa tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381060 Jun 16 18:53:15.569951 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-8d9b425d-8844-4bcd-aca6-f5ee6f41ca9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:16.510901 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f6a7d-c90c-4cb6-88bf-b7183585fd76 req-cc9155f6-41f3-46fc-966c-d46d63cebecf tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:16.512428 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e83f6a7d-c90c-4cb6-88bf-b7183585fd76 req-cc9155f6-41f3-46fc-966c-d46d63cebecf tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0663793 Jun 16 18:53:16.555271 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e83f6a7d-c90c-4cb6-88bf-b7183585fd76 req-b7ec8c9b-059d-40cc-b01d-10c3625c6e77 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363212 Jun 16 18:53:17.737685 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df40c6-25e7-4396-9c7e-cb9f9dc02dba req-3abb00a8-7485-4868-b40d-ff48dc69dd33 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:17.739341 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e1df40c6-25e7-4396-9c7e-cb9f9dc02dba req-3abb00a8-7485-4868-b40d-ff48dc69dd33 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0657344 Jun 16 18:53:17.777618 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e1df40c6-25e7-4396-9c7e-cb9f9dc02dba req-8c23bfe6-06d3-4737-b8cf-46c2d9526d18 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327451 Jun 16 18:53:17.892091 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7421e-f058-48a8-a49e-f5276ad5994b req-a0b26ad5-b5ba-4ee3-b8e1-1af97153a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:17.893557 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-f6a7421e-f058-48a8-a49e-f5276ad5994b req-a0b26ad5-b5ba-4ee3-b8e1-1af97153a74d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 1098 time: 0.0527725 Jun 16 18:53:17.994189 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7421e-f058-48a8-a49e-f5276ad5994b req-3ae2b6c4-3877-4b68-93fa-382324710c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:17.995734 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-f6a7421e-f058-48a8-a49e-f5276ad5994b req-3ae2b6c4-3877-4b68-93fa-382324710c16 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5067c8ca-8862-4936-b72e-9c44c8a52801 HTTP/1.1" status: 200 len: 917 time: 0.0884888 Jun 16 18:53:18.033033 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-8b01e293-8ed4-4113-af0c-606abef5b67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:18.061359 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-f6a7421e-f058-48a8-a49e-f5276ad5994b req-049d4f46-d2c4-4667-bc34-65d606621870 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267 HTTP/1.1" status: 200 len: 1001 time: 0.0582275 Jun 16 18:53:18.111768 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7421e-f058-48a8-a49e-f5276ad5994b req-bb5d6ff9-7d80-4b07-9aca-7e32478af423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:18.113295 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-f6a7421e-f058-48a8-a49e-f5276ad5994b req-bb5d6ff9-7d80-4b07-9aca-7e32478af423 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f5204a4-d003-494a-9248-fcb9bc5356cc HTTP/1.1" status: 200 len: 855 time: 0.0447712 Jun 16 18:53:18.173284 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7421e-f058-48a8-a49e-f5276ad5994b req-c5ceefbc-0573-42af-ba81-aaf6949fba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:18.174750 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-f6a7421e-f058-48a8-a49e-f5276ad5994b req-c5ceefbc-0573-42af-ba81-aaf6949fba9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5067c8ca-8862-4936-b72e-9c44c8a52801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0546868 Jun 16 18:53:18.266273 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-f6a7421e-f058-48a8-a49e-f5276ad5994b req-d0c069b7-d235-4cbc-b26e-af5e9b868317 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833490 Jun 16 18:53:18.358384 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:18.360816 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-f6a7421e-f058-48a8-a49e-f5276ad5994b req-fc92ae77-c264-4e72-9e52-fbc934de8caf service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867467 Jun 16 18:53:18.967830 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd3a62-2922-4788-b5bf-34fe7608c6ea req-9acb0a39-20c8-4d01-b04b-77908594a1c3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:18.970055 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-96bd3a62-2922-4788-b5bf-34fe7608c6ea req-9acb0a39-20c8-4d01-b04b-77908594a1c3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0733895 Jun 16 18:53:19.007905 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-96bd3a62-2922-4788-b5bf-34fe7608c6ea req-b8e63987-2329-4cc7-980d-aa8129a82570 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322347 Jun 16 18:53:19.214006 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:20.188628 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff244617-529c-4a08-aeb3-4c5c3238da09 req-8af52f98-5865-4428-8df7-1ae90da10af8 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:20.190005 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ff244617-529c-4a08-aeb3-4c5c3238da09 req-8af52f98-5865-4428-8df7-1ae90da10af8 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0681572 Jun 16 18:53:20.229567 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ff244617-529c-4a08-aeb3-4c5c3238da09 req-438807f3-ff53-48d6-8a47-1636a48f4483 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336990 Jun 16 18:53:20.940967 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:21.401567 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4161e-d561-4fe0-930c-f15bf83ad9a7 req-fa8aaf27-6361-416a-a313-3d1463a3ebae tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:21.403022 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a6b4161e-d561-4fe0-930c-f15bf83ad9a7 req-fa8aaf27-6361-416a-a313-3d1463a3ebae tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0613825 Jun 16 18:53:21.440498 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a6b4161e-d561-4fe0-930c-f15bf83ad9a7 req-35b4c69c-f7c6-464c-9cfe-b3802ac387a8 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311620 Jun 16 18:53:23.073047 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff921b17-c4db-42f1-a651-91a86734113c req-37e4c2e2-f2d0-4602-b8d0-5b2e98636b73 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:23.073047 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ff921b17-c4db-42f1-a651-91a86734113c req-37e4c2e2-f2d0-4602-b8d0-5b2e98636b73 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 945 time: 0.0737550 Jun 16 18:53:23.106191 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ff921b17-c4db-42f1-a651-91a86734113c req-8a14ed9a-6ad9-43b4-baf8-7d8db2f6d595 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317023 Jun 16 18:53:23.494758 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52722) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:23.587742 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-29f1746c-b2dd-43eb-94ed-2bf7b9cd6bfe req-edddc6f4-1187-429f-8532-51be900d84d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917723 Jun 16 18:53:23.636594 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 66ac1624-e4f5-43f6-96dd-a2f000e24267 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:53:23.711085 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:23.733046 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66ac1624-e4f5-43f6-96dd-a2f000e24267'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:53:23.735891 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601a2477-cd4a-4b5d-a55b-e627af0f45e1" -d '{"events": [{"server_uuid": "ee02bc62-0d06-4b22-951d-d62849b64476", "name": "network-vif-unplugged", "status": "completed", "tag": "66ac1624-e4f5-43f6-96dd-a2f000e24267"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:53:23.748450 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 66ac1624-e4f5-43f6-96dd-a2f000e24267, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:53:23.832590 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 18:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10338a7a-9c42-4f24-8225-45962a937d15 x-openstack-request-id: req-10338a7a-9c42-4f24-8225-45962a937d15 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:53:23.832812 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee02bc62-0d06-4b22-951d-d62849b64476", "name": "network-vif-unplugged", "status": "completed", "tag": "66ac1624-e4f5-43f6-96dd-a2f000e24267", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:53:23.833093 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10338a7a-9c42-4f24-8225-45962a937d15 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:53:23.833493 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66ac1624-e4f5-43f6-96dd-a2f000e24267', 'code': 200} Jun 16 18:53:23.865350 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:23.867267 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:23.915049 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=66ac1624-e4f5-43f6-96dd-a2f000e24267,revision_number=8']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:23.918280 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:24.283489 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142163d2-1c4e-472b-b3a2-413c19aef7d8 req-4551b5be-2153-4290-8067-ec9b3c15da2a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:24.284952 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-142163d2-1c4e-472b-b3a2-413c19aef7d8 req-4551b5be-2153-4290-8067-ec9b3c15da2a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0619135 Jun 16 18:53:24.320480 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-142163d2-1c4e-472b-b3a2-413c19aef7d8 req-49f9adf3-1726-4a0c-b2bd-3f77b2476570 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300870 Jun 16 18:53:25.501521 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df9d95-1730-48b5-b977-5d559c03c351 req-35ae0c37-4b09-48df-8c9c-687ce9e4939f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:25.503021 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-74df9d95-1730-48b5-b977-5d559c03c351 req-35ae0c37-4b09-48df-8c9c-687ce9e4939f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0672901 Jun 16 18:53:25.540781 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-74df9d95-1730-48b5-b977-5d559c03c351 req-a249b6c1-a449-4563-ae86-1f2262c40d4c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314214 Jun 16 18:53:26.655260 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:26.720801 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e417a7-260c-4fee-91ac-8acc058e0d81 req-e2049991-7b76-4240-8028-b5ab4bb6f882 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:26.722269 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-92e417a7-260c-4fee-91ac-8acc058e0d81 req-e2049991-7b76-4240-8028-b5ab4bb6f882 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0628099 Jun 16 18:53:26.760042 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-92e417a7-260c-4fee-91ac-8acc058e0d81 req-97b37023-0f8c-46ea-966c-0cf7c6577c93 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320241 Jun 16 18:53:27.935913 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef8cf5-934f-4fc0-8693-dfe5393de620 req-9e9a58a6-6303-40de-9c74-d871e7bd3d9a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:27.937973 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d6ef8cf5-934f-4fc0-8693-dfe5393de620 req-9e9a58a6-6303-40de-9c74-d871e7bd3d9a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0630026 Jun 16 18:53:27.974936 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d6ef8cf5-934f-4fc0-8693-dfe5393de620 req-11f27c9d-8dba-40b8-9b41-9f0da7cba0e2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309608 Jun 16 18:53:29.152843 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52794) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:29.159864 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a1431-3f1c-40e5-9d7b-2d9962163683 req-31ec0fe4-4e61-489b-8f62-03a6b9ab6172 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:29.161407 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2e8a1431-3f1c-40e5-9d7b-2d9962163683 req-31ec0fe4-4e61-489b-8f62-03a6b9ab6172 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0686283 Jun 16 18:53:29.200389 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2e8a1431-3f1c-40e5-9d7b-2d9962163683 req-bd249ba4-2141-47f2-9aea-b3d379a3295f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330138 Jun 16 18:53:29.257399 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1bbe69da-42e1-41f2-a21d-1504e4f09062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:29.342900 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1bbe69da-42e1-41f2-a21d-1504e4f09062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:29.413521 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1bbe69da-42e1-41f2-a21d-1504e4f09062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:29.416933 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-404c4903-dc61-42e3-97e7-0cec0d1a96fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:29.450840 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-1bbe69da-42e1-41f2-a21d-1504e4f09062 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc5539661d3d400f8bc27be63f814530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969406 Jun 16 18:53:29.452881 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe69da-42e1-41f2-a21d-1504e4f09062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4e8adb-97fa-4928-8360-448377347916,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:29.453593 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 52800) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:29.456095 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-1bbe69da-42e1-41f2-a21d-1504e4f09062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:29.502399 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c76f1c8e-9b55-4873-96d4-d59eea55725a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:29.523128 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c76f1c8e-9b55-4873-96d4-d59eea55725a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:29.588752 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1746c-b2dd-43eb-94ed-2bf7b9cd6bfe req-07c9ddaf-4c65-4120-8c74-ff4bc3e9d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:29.590207 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-29f1746c-b2dd-43eb-94ed-2bf7b9cd6bfe req-07c9ddaf-4c65-4120-8c74-ff4bc3e9d3d1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476&tenant_id=e6789f66ebb74bc48a90b999eefa11f3 HTTP/1.1" status: 200 len: 1096 time: 0.0841212 Jun 16 18:53:29.649598 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c76f1c8e-9b55-4873-96d4-d59eea55725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:29.652235 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c76f1c8e-9b55-4873-96d4-d59eea55725a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:29.653409 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-c76f1c8e-9b55-4873-96d4-d59eea55725a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d4e8adb-97fa-4928-8360-448377347916 HTTP/1.1" status: 204 len: 168 time: 0.1987779 Jun 16 18:53:29.654339 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-22baa732-81de-41fd-a21d-c938b24714db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:29.662573 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f1c8e-9b55-4873-96d4-d59eea55725a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4e8adb-97fa-4928-8360-448377347916,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:29.668302 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1746c-b2dd-43eb-94ed-2bf7b9cd6bfe req-f8e67b38-5757-4281-9aa8-4af2483d16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:29.669815 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-29f1746c-b2dd-43eb-94ed-2bf7b9cd6bfe req-f8e67b38-5757-4281-9aa8-4af2483d16ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 1096 time: 0.0554411 Jun 16 18:53:29.670535 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c76f1c8e-9b55-4873-96d4-d59eea55725a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:29.767812 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1746c-b2dd-43eb-94ed-2bf7b9cd6bfe req-33d579de-d702-4574-99dc-88ff534241aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:29.769264 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-29f1746c-b2dd-43eb-94ed-2bf7b9cd6bfe req-33d579de-d702-4574-99dc-88ff534241aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=5067c8ca-8862-4936-b72e-9c44c8a52801 HTTP/1.1" status: 200 len: 917 time: 0.0874648 Jun 16 18:53:29.836891 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-29f1746c-b2dd-43eb-94ed-2bf7b9cd6bfe req-e4b094de-66aa-42ba-8065-ac07d82b8413 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267 HTTP/1.1" status: 200 len: 999 time: 0.0568838 Jun 16 18:53:29.884575 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1746c-b2dd-43eb-94ed-2bf7b9cd6bfe req-411f8d5c-b460-4387-b6ea-d2c4e3c4d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:29.886019 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-29f1746c-b2dd-43eb-94ed-2bf7b9cd6bfe req-411f8d5c-b460-4387-b6ea-d2c4e3c4d6a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f5204a4-d003-494a-9248-fcb9bc5356cc HTTP/1.1" status: 200 len: 855 time: 0.0427167 Jun 16 18:53:29.956222 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1746c-b2dd-43eb-94ed-2bf7b9cd6bfe req-347d00c7-5051-4ae2-bde2-34b4711e8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:29.957757 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-29f1746c-b2dd-43eb-94ed-2bf7b9cd6bfe req-347d00c7-5051-4ae2-bde2-34b4711e8411 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5067c8ca-8862-4936-b72e-9c44c8a52801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0641046 Jun 16 18:53:30.045970 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-29f1746c-b2dd-43eb-94ed-2bf7b9cd6bfe req-67e3a7fb-aee1-4f1c-940c-f86302ad3730 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807481 Jun 16 18:53:30.142064 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-29f1746c-b2dd-43eb-94ed-2bf7b9cd6bfe req-bdf72712-f66c-4ab3-b863-98c509d9dfe1 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879686 Jun 16 18:53:30.331471 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 52824) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:30.345602 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7fef0d32-9c75-4ee5-a1aa-b2f85f2305ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:30.449833 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b1290-1f06-4281-956c-113474df8182 req-927e8f2e-87bb-4a31-83dd-7e4bae038caa tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:30.451313 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d04b1290-1f06-4281-956c-113474df8182 req-927e8f2e-87bb-4a31-83dd-7e4bae038caa tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.1027098 Jun 16 18:53:30.510243 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d04b1290-1f06-4281-956c-113474df8182 req-c109b95b-e1b6-495a-bf40-e7c769a40ed1 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515921 Jun 16 18:53:30.525046 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7fef0d32-9c75-4ee5-a1aa-b2f85f2305ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:30.596491 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7fef0d32-9c75-4ee5-a1aa-b2f85f2305ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:30.600014 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:30.639090 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-7fef0d32-9c75-4ee5-a1aa-b2f85f2305ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4477009041714446a6ef22d3881a8224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064761 Jun 16 18:53:30.643421 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef0d32-9c75-4ee5-a1aa-b2f85f2305ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93874fd-78df-4024-a787-581068b686f2,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:30.644364 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52850) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:30.655108 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-7fef0d32-9c75-4ee5-a1aa-b2f85f2305ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:30.695667 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9d3ee9f2-354a-45bf-9336-2826a0d490c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:30.717378 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9d3ee9f2-354a-45bf-9336-2826a0d490c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:30.847865 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9d3ee9f2-354a-45bf-9336-2826a0d490c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:30.852034 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-9d3ee9f2-354a-45bf-9336-2826a0d490c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:30.852034 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-9d3ee9f2-354a-45bf-9336-2826a0d490c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b93874fd-78df-4024-a787-581068b686f2 HTTP/1.1" status: 204 len: 168 time: 0.2056856 Jun 16 18:53:30.852483 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7a998b01-0d53-4740-92cf-d45abbc9089f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:30.860527 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ee9f2-354a-45bf-9336-2826a0d490c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93874fd-78df-4024-a787-581068b686f2,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:30.863517 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-9d3ee9f2-354a-45bf-9336-2826a0d490c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:31.563424 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 52872) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:31.577486 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d8a4645b-ea1a-4186-aaef-182994532cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:31.709552 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d8a4645b-ea1a-4186-aaef-182994532cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:31.739237 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578159b-119f-470d-a63a-8a70a9688453 req-67541469-6dbb-4ec9-8d47-17e8f9a208dd tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:31.740761 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f578159b-119f-470d-a63a-8a70a9688453 req-67541469-6dbb-4ec9-8d47-17e8f9a208dd tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0870941 Jun 16 18:53:31.778822 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d8a4645b-ea1a-4186-aaef-182994532cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:31.782415 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1561e352-93a5-44c6-a538-4d405d4bd2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:31.786696 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f578159b-119f-470d-a63a-8a70a9688453 req-f6bea0f3-2a6d-4e64-93a5-7a22e9b4b7d2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398536 Jun 16 18:53:31.825084 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4645b-ea1a-4186-aaef-182994532cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb814bd-4fbd-4722-b1d6-5dc54ef3b60d,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:31.829303 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-d8a4645b-ea1a-4186-aaef-182994532cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:31.831960 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-d8a4645b-ea1a-4186-aaef-182994532cec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2a9a15ad98546c481dc708be5912298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674615 Jun 16 18:53:31.834709 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 52878) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:31.898275 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d032fe2-62a8-49aa-a218-06b5dd08eaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:31.919150 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d032fe2-62a8-49aa-a218-06b5dd08eaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:32.053795 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d032fe2-62a8-49aa-a218-06b5dd08eaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:32.056393 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d032fe2-62a8-49aa-a218-06b5dd08eaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:32.061175 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-8d032fe2-62a8-49aa-a218-06b5dd08eaf9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7bb814bd-4fbd-4722-b1d6-5dc54ef3b60d HTTP/1.1" status: 204 len: 168 time: 0.2218556 Jun 16 18:53:32.061175 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c7e964e6-42bb-4608-a0d3-f39be53c218b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:32.066264 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d032fe2-62a8-49aa-a218-06b5dd08eaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb814bd-4fbd-4722-b1d6-5dc54ef3b60d,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:32.068649 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8d032fe2-62a8-49aa-a218-06b5dd08eaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:32.999925 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fc010-f58f-451d-8343-b2941bf2ae03 req-bcca01d4-1fe7-490c-9e40-99b2d84f1c78 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:33.001424 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-132fc010-f58f-451d-8343-b2941bf2ae03 req-bcca01d4-1fe7-490c-9e40-99b2d84f1c78 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0927250 Jun 16 18:53:33.039315 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-132fc010-f58f-451d-8343-b2941bf2ae03 req-9c10897a-7553-4535-a483-f9a399d1d993 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313201 Jun 16 18:53:33.601157 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52922) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:33.718804 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4a39a4ac-b5b8-4dc0-9fe5-896abf5ea601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:33.824530 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4a39a4ac-b5b8-4dc0-9fe5-896abf5ea601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:33.889466 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4a39a4ac-b5b8-4dc0-9fe5-896abf5ea601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:33.894527 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5609d208-8361-4b1b-be88-541d3769075f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:33.929648 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-4a39a4ac-b5b8-4dc0-9fe5-896abf5ea601 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ced6093c33e422f87e8d25e31c643e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272994 Jun 16 18:53:33.933041 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52936) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:33.966964 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39a4ac-b5b8-4dc0-9fe5-896abf5ea601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f545f645-fed3-4294-b035-cf7400dae42e,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:33.972750 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-4a39a4ac-b5b8-4dc0-9fe5-896abf5ea601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:33.996154 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-db775bd1-6e6c-45e0-bd06-a32ec866739a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:34.018494 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-db775bd1-6e6c-45e0-bd06-a32ec866739a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:34.157360 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-db775bd1-6e6c-45e0-bd06-a32ec866739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:34.160824 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-db775bd1-6e6c-45e0-bd06-a32ec866739a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:34.164286 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-db775bd1-6e6c-45e0-bd06-a32ec866739a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f545f645-fed3-4294-b035-cf7400dae42e HTTP/1.1" status: 204 len: 168 time: 0.2279818 Jun 16 18:53:34.164286 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-42a657cd-b593-4ab8-b030-62ae4889b0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:34.189318 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db775bd1-6e6c-45e0-bd06-a32ec866739a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f545f645-fed3-4294-b035-cf7400dae42e,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:34.201812 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-db775bd1-6e6c-45e0-bd06-a32ec866739a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:34.294284 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a87ca5-78ba-4304-91a5-234abe6aa036 req-84f99ebf-17ab-4fb4-a2d1-67ced0f8de8b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:34.301151 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b9a87ca5-78ba-4304-91a5-234abe6aa036 req-84f99ebf-17ab-4fb4-a2d1-67ced0f8de8b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.1096983 Jun 16 18:53:34.341773 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b9a87ca5-78ba-4304-91a5-234abe6aa036 req-62213457-3b14-4318-9e24-a0adb38b96c7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396965 Jun 16 18:53:34.926615 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 52978) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:34.939576 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-973c0aab-3a31-4591-a899-273bcc2794f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:35.042308 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-973c0aab-3a31-4591-a899-273bcc2794f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:35.117832 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-973c0aab-3a31-4591-a899-273bcc2794f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:35.120460 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-d8a4645b-ea1a-4186-aaef-182994532cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:35.148955 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52982) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:35.164049 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-973c0aab-3a31-4591-a899-273bcc2794f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6aa0fbb9a04e49c59390ba55d0eb9b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355785 Jun 16 18:53:35.164049 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c0aab-3a31-4591-a899-273bcc2794f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a67ec38-75a3-450d-a88c-f5f0477b3bd8,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:35.164380 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 52986) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:35.166657 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-973c0aab-3a31-4591-a899-273bcc2794f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:35.234454 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5f26759b-3777-49a8-811c-4176af216e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:35.256318 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5f26759b-3777-49a8-811c-4176af216e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:35.280348 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8d204763-5aa3-4581-b294-330dfa83b11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:35.416116 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5f26759b-3777-49a8-811c-4176af216e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:35.418984 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5f26759b-3777-49a8-811c-4176af216e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:35.421081 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-5f26759b-3777-49a8-811c-4176af216e76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a67ec38-75a3-450d-a88c-f5f0477b3bd8 HTTP/1.1" status: 204 len: 168 time: 0.2553017 Jun 16 18:53:35.429463 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-1bbe69da-42e1-41f2-a21d-1504e4f09062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:35.444698 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26759b-3777-49a8-811c-4176af216e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a67ec38-75a3-450d-a88c-f5f0477b3bd8,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:35.447506 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5f26759b-3777-49a8-811c-4176af216e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:35.518799 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8d204763-5aa3-4581-b294-330dfa83b11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:35.557056 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c7813-2020-4d44-90e4-c1cd2ab36784 req-740988cc-d0bb-4e15-b8b1-0edbd85ee03f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:35.558523 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-578c7813-2020-4d44-90e4-c1cd2ab36784 req-740988cc-d0bb-4e15-b8b1-0edbd85ee03f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0760658 Jun 16 18:53:35.600365 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-578c7813-2020-4d44-90e4-c1cd2ab36784 req-6d2ae990-781e-4de6-91ad-66b4e4d2fc13 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347335 Jun 16 18:53:35.632100 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8d204763-5aa3-4581-b294-330dfa83b11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:35.635263 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-540633c1-09f6-4abe-9299-c171b1137f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:35.909777 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d204763-5aa3-4581-b294-330dfa83b11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13d6a62-3605-4113-98ec-b95e4ed5bcfd,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:35.917474 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 53000) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:35.917706 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-8d204763-5aa3-4581-b294-330dfa83b11b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e2352b743224311a6efaec6e5e3fa5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7674906 Jun 16 18:53:35.918553 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-8d204763-5aa3-4581-b294-330dfa83b11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:35.982710 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-28952334-853d-4ca5-b1fe-e4ed3fabe62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:36.006693 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-28952334-853d-4ca5-b1fe-e4ed3fabe62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:36.135202 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-28952334-853d-4ca5-b1fe-e4ed3fabe62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:36.137837 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-28952334-853d-4ca5-b1fe-e4ed3fabe62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:36.139212 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-28952334-853d-4ca5-b1fe-e4ed3fabe62f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d13d6a62-3605-4113-98ec-b95e4ed5bcfd HTTP/1.1" status: 204 len: 168 time: 0.2205105 Jun 16 18:53:36.140621 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-39cb06cd-4bcd-4228-8f21-598021f061a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:36.148069 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28952334-853d-4ca5-b1fe-e4ed3fabe62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13d6a62-3605-4113-98ec-b95e4ed5bcfd,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:36.150318 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-28952334-853d-4ca5-b1fe-e4ed3fabe62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:36.846873 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903eb27-0c65-4b8c-99a1-bef494c7cffa req-71eeafb2-97ff-4769-bdca-92349e7c71e4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:36.848380 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d903eb27-0c65-4b8c-99a1-bef494c7cffa req-71eeafb2-97ff-4769-bdca-92349e7c71e4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0752532 Jun 16 18:53:36.889578 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d903eb27-0c65-4b8c-99a1-bef494c7cffa req-8e172d56-19b6-474f-a4d2-fbb43859b9f4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355008 Jun 16 18:53:36.929177 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 53026) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:36.948239 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2a5a58e6-ca2a-4c5e-9afd-3cf341d39ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:37.041596 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2a5a58e6-ca2a-4c5e-9afd-3cf341d39ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:37.119308 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2a5a58e6-ca2a-4c5e-9afd-3cf341d39ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:37.126718 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-f2c54a9f-3535-4119-9139-b36cb546be85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:37.169732 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a58e6-ca2a-4c5e-9afd-3cf341d39ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74748cf1-3c73-4eab-951b-3aa4d9a31caf,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:37.169732 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-2a5a58e6-ca2a-4c5e-9afd-3cf341d39ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:37.172634 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-2a5a58e6-ca2a-4c5e-9afd-3cf341d39ae0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ad2c0e4c4c44bc2a09c9eab5895c1fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409141 Jun 16 18:53:37.175610 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 53030) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:37.260118 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-854b673d-42fa-4b2f-910f-443b8cbf6a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:37.282318 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-854b673d-42fa-4b2f-910f-443b8cbf6a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:38.084654 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494307-a3b1-48e1-8e7f-a8b045999772 req-4925d1af-51ab-4d4b-ba97-0319fbdc3976 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:38.086093 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-46494307-a3b1-48e1-8e7f-a8b045999772 req-4925d1af-51ab-4d4b-ba97-0319fbdc3976 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0696402 Jun 16 18:53:38.126299 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-46494307-a3b1-48e1-8e7f-a8b045999772 req-1600c4fa-ae8f-42be-b3d0-9c6260252f4e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339847 Jun 16 18:53:38.167777 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-854b673d-42fa-4b2f-910f-443b8cbf6a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:38.173900 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-854b673d-42fa-4b2f-910f-443b8cbf6a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:38.173900 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-854b673d-42fa-4b2f-910f-443b8cbf6a8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74748cf1-3c73-4eab-951b-3aa4d9a31caf HTTP/1.1" status: 204 len: 168 time: 0.9952607 Jun 16 18:53:38.173900 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0483d431-e7a5-4381-a89a-09390d12f52b tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:38.180366 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b673d-42fa-4b2f-910f-443b8cbf6a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74748cf1-3c73-4eab-951b-3aa4d9a31caf,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:38.182873 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-854b673d-42fa-4b2f-910f-443b8cbf6a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:38.486898 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 53050) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:38.601515 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d6e68a7a-86cf-438b-a32d-6af2b6017896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:38.704431 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d6e68a7a-86cf-438b-a32d-6af2b6017896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:38.769457 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d6e68a7a-86cf-438b-a32d-6af2b6017896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:38.773027 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-8d204763-5aa3-4581-b294-330dfa83b11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:38.811650 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e68a7a-86cf-438b-a32d-6af2b6017896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf0ab3b-f975-4210-90c1-bd2094faf271,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:38.818873 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-d6e68a7a-86cf-438b-a32d-6af2b6017896 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84058db208404c68b8cdb08450d5be55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307767 Jun 16 18:53:38.819262 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 53062) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:38.819889 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-d6e68a7a-86cf-438b-a32d-6af2b6017896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:38.888997 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-38075cc4-204b-44a2-b222-62b03da38b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:38.909706 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-38075cc4-204b-44a2-b222-62b03da38b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:39.037671 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-38075cc4-204b-44a2-b222-62b03da38b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:39.040564 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-38075cc4-204b-44a2-b222-62b03da38b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:39.041891 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-38075cc4-204b-44a2-b222-62b03da38b7d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbf0ab3b-f975-4210-90c1-bd2094faf271 HTTP/1.1" status: 204 len: 168 time: 0.2206984 Jun 16 18:53:39.042639 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-93ffba17-55ee-426a-8619-6150e5fb41be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:39.053352 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38075cc4-204b-44a2-b222-62b03da38b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf0ab3b-f975-4210-90c1-bd2094faf271,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:39.056666 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-38075cc4-204b-44a2-b222-62b03da38b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:39.360925 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650104e-1d45-40a1-b848-ce07114d0624 req-5252b968-d3fd-4f78-8179-0d17f17b204e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:39.362401 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c650104e-1d45-40a1-b848-ce07114d0624 req-5252b968-d3fd-4f78-8179-0d17f17b204e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0799220 Jun 16 18:53:39.411737 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c650104e-1d45-40a1-b848-ce07114d0624 req-b87b62d2-69b7-4d0c-98fc-01060d16d358 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436568 Jun 16 18:53:39.758006 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 53096) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:39.775559 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-cdcb1fb1-7302-4e8d-80ba-9aec021e5f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:39.865142 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-cdcb1fb1-7302-4e8d-80ba-9aec021e5f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:39.950496 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-cdcb1fb1-7302-4e8d-80ba-9aec021e5f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:39.953040 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-89cce025-634e-42cc-8989-e545efa86472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:39.990463 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-cdcb1fb1-7302-4e8d-80ba-9aec021e5f4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4ed3368311b41b8938f728ea24db880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311883 Jun 16 18:53:39.991460 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb1fb1-7302-4e8d-80ba-9aec021e5f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5fbe53-c251-4cfb-a8de-44495694b488,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:39.993107 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 53098) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:40.002158 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-cdcb1fb1-7302-4e8d-80ba-9aec021e5f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:40.044269 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3ef76e12-5001-4f84-919c-b04292879c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:40.065904 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3ef76e12-5001-4f84-919c-b04292879c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:40.198069 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3ef76e12-5001-4f84-919c-b04292879c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:40.200674 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3ef76e12-5001-4f84-919c-b04292879c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:40.201898 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-3ef76e12-5001-4f84-919c-b04292879c5a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb5fbe53-c251-4cfb-a8de-44495694b488 HTTP/1.1" status: 204 len: 168 time: 0.2078109 Jun 16 18:53:40.202642 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-854b673d-42fa-4b2f-910f-443b8cbf6a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:40.209958 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef76e12-5001-4f84-919c-b04292879c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5fbe53-c251-4cfb-a8de-44495694b488,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:40.212325 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-3ef76e12-5001-4f84-919c-b04292879c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:40.607691 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb42f04-3cb7-41f5-a84b-a6d92524f7c5 req-c8b1b75a-abb3-4b3b-bbb8-9864fc08d9ae tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:40.610114 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fdb42f04-3cb7-41f5-a84b-a6d92524f7c5 req-c8b1b75a-abb3-4b3b-bbb8-9864fc08d9ae tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0666864 Jun 16 18:53:40.653181 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fdb42f04-3cb7-41f5-a84b-a6d92524f7c5 req-5e92b5b8-0484-43f3-bfee-2f92fa98b718 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366590 Jun 16 18:53:41.842134 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8d2b-efc7-4db6-baf6-0fe8672aef83 req-338db0b6-6a0b-49eb-adfb-473140d8189c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:41.844163 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-135e8d2b-efc7-4db6-baf6-0fe8672aef83 req-338db0b6-6a0b-49eb-adfb-473140d8189c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0692039 Jun 16 18:53:41.893921 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-135e8d2b-efc7-4db6-baf6-0fe8672aef83 req-26a09c28-0d00-4199-8bdb-b15dd2334ccb tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418139 Jun 16 18:53:43.088854 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ba95e-116a-495c-9f63-7ec55a2143bb req-698146e2-540a-4786-b71d-d2764b4269b4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:43.090234 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7d4ba95e-116a-495c-9f63-7ec55a2143bb req-698146e2-540a-4786-b71d-d2764b4269b4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0655553 Jun 16 18:53:43.128032 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7d4ba95e-116a-495c-9f63-7ec55a2143bb req-c8a0c0a3-d472-4e09-8f4e-73c0516bb85f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322151 Jun 16 18:53:44.334641 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebcc70-5907-4756-b914-2c18acb2b639 req-cb585dc5-bbad-4f13-bcdf-b942d05b3fd0 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:44.336123 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-eeebcc70-5907-4756-b914-2c18acb2b639 req-cb585dc5-bbad-4f13-bcdf-b942d05b3fd0 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0877752 Jun 16 18:53:44.374211 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-eeebcc70-5907-4756-b914-2c18acb2b639 req-fce6dbd8-0604-4c50-84f4-31180a5339ef tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325289 Jun 16 18:53:45.546091 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-50a0444e-ee9d-4ef5-835c-f407443d9b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:45.553070 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1867db0-2f5e-4fe5-b697-bd43fd04d71c req-d675dab4-3298-4a9b-943a-745fc74f6cb9 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:45.554511 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c1867db0-2f5e-4fe5-b697-bd43fd04d71c req-d675dab4-3298-4a9b-943a-745fc74f6cb9 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0648296 Jun 16 18:53:45.591307 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c1867db0-2f5e-4fe5-b697-bd43fd04d71c req-b2ed75ce-937b-445c-bc52-cf6ccdcd68ac tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310435 Jun 16 18:53:46.765803 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee71a6-6e66-41f2-96fa-e2f0cb0b7bf5 req-1f047653-c3da-4c64-bab4-ef47e4e5f8a9 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:46.767283 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b1ee71a6-6e66-41f2-96fa-e2f0cb0b7bf5 req-1f047653-c3da-4c64-bab4-ef47e4e5f8a9 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0642099 Jun 16 18:53:46.804612 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b1ee71a6-6e66-41f2-96fa-e2f0cb0b7bf5 req-363da898-2d56-4894-a5bd-0cf3e2b156d2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316200 Jun 16 18:53:47.714645 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:53:47.988345 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bee5c-6c2f-4e8a-94e8-438c7d3958d8 req-84b9e234-38bb-4e51-a31e-16bd3f5f7c32 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:47.989700 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-755bee5c-6c2f-4e8a-94e8-438c7d3958d8 req-84b9e234-38bb-4e51-a31e-16bd3f5f7c32 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0705450 Jun 16 18:53:48.009459 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-38333ff2-ed7a-4887-bd51-ad5339cd0b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:48.035395 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-755bee5c-6c2f-4e8a-94e8-438c7d3958d8 req-f0c78fbb-635b-4dcf-9f38-73620e493555 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397601 Jun 16 18:53:48.344636 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:49.208817 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:49.215670 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b2dd5-87a2-47ff-8b13-4a28b2af400f req-49f33713-0428-4b83-b582-2f0fe857b914 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:49.217152 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-be3b2dd5-87a2-47ff-8b13-4a28b2af400f req-49f33713-0428-4b83-b582-2f0fe857b914 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0642092 Jun 16 18:53:49.254819 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-be3b2dd5-87a2-47ff-8b13-4a28b2af400f req-dfe13f74-1f03-4d94-bf25-b83b209dfbf7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312812 Jun 16 18:53:50.584246 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4412bf-c696-4166-9848-3e15705c4129 req-c1af2b53-c506-4c2b-ab91-a19520d9c99e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:50.585710 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bd4412bf-c696-4166-9848-3e15705c4129 req-c1af2b53-c506-4c2b-ab91-a19520d9c99e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0610867 Jun 16 18:53:50.632596 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bd4412bf-c696-4166-9848-3e15705c4129 req-e08fa44a-c84d-438e-b390-7c37eab50759 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411806 Jun 16 18:53:50.806165 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef08674-5ba1-49df-98d3-7e1b1386fdd3 req-b9638617-d2fb-4d71-9499-7f33c913b249 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:50.807577 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-eef08674-5ba1-49df-98d3-7e1b1386fdd3 req-b9638617-d2fb-4d71-9499-7f33c913b249 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 945 time: 0.0715842 Jun 16 18:53:50.846320 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-eef08674-5ba1-49df-98d3-7e1b1386fdd3 req-acf17ba0-a9c9-4363-b614-9da954efa116 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327308 Jun 16 18:53:50.969496 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:51.839446 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc71cd5-1128-4ff5-b101-4b3e22833c8f req-619fe527-8bd3-4a03-b4ae-c4dd53436505 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:51.840847 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5fc71cd5-1128-4ff5-b101-4b3e22833c8f req-619fe527-8bd3-4a03-b4ae-c4dd53436505 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0626109 Jun 16 18:53:51.878766 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5fc71cd5-1128-4ff5-b101-4b3e22833c8f req-692fb166-6c5d-4c21-a294-4f03b49f22dc tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321875 Jun 16 18:53:52.030518 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e050d-7225-4e8c-b66f-31684c32c093 req-e2c2806c-26f7-47eb-a7ee-2fe16ab31863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:52.031712 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a99e050d-7225-4e8c-b66f-31684c32c093 req-e2c2806c-26f7-47eb-a7ee-2fe16ab31863 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 945 time: 0.0650811 Jun 16 18:53:52.318853 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a99e050d-7225-4e8c-b66f-31684c32c093 req-091192d8-7cc1-4ec4-affb-cf5a3f2ec40a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807145 Jun 16 18:53:53.054580 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aff13-862b-4bc2-9ca4-fe5cbd43fc9a req-0531c150-39e8-43b3-8aff-921c5c304d47 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:53.056082 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f28aff13-862b-4bc2-9ca4-fe5cbd43fc9a req-0531c150-39e8-43b3-8aff-921c5c304d47 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0623710 Jun 16 18:53:53.093587 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f28aff13-862b-4bc2-9ca4-fe5cbd43fc9a req-39cdcdbf-dfe8-4476-ae5f-af796b73a08e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319643 Jun 16 18:53:53.336795 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac5f50-7f61-4dcd-80f4-26e6a874c432 req-dd1e6dde-3d6a-4f1a-b207-3d4b5ae5b3a4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:53.338213 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-79ac5f50-7f61-4dcd-80f4-26e6a874c432 req-dd1e6dde-3d6a-4f1a-b207-3d4b5ae5b3a4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 945 time: 0.0650842 Jun 16 18:53:53.445157 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-79ac5f50-7f61-4dcd-80f4-26e6a874c432 req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Deleting port 32cb025f-050c-4314-887c-104bf1847eac {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:53:53.445529 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-79ac5f50-7f61-4dcd-80f4-26e6a874c432 req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:53.491552 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88289d69-5e89-4d3c-8e9a-ea000f4f990e req-200287cf-1076-45b9-8a18-df169a0731d3 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:53.493001 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-88289d69-5e89-4d3c-8e9a-ea000f4f990e req-200287cf-1076-45b9-8a18-df169a0731d3 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 945 time: 0.0642631 Jun 16 18:53:53.533859 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-88289d69-5e89-4d3c-8e9a-ea000f4f990e req-7bb06345-d83f-4ae4-a139-a37059089983 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351610 Jun 16 18:53:53.541749 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-79ac5f50-7f61-4dcd-80f4-26e6a874c432 req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] For port 32cb025f-050c-4314-887c-104bf1847eac, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=32cb025f-050c-4314-887c-104bf1847eac,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:53:53.542115 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-79ac5f50-7f61-4dcd-80f4-26e6a874c432 req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:53.739670 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-79ac5f50-7f61-4dcd-80f4-26e6a874c432 req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:53.739956 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-79ac5f50-7f61-4dcd-80f4-26e6a874c432 req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:53.740280 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.l3_db [req-79ac5f50-7f61-4dcd-80f4-26e6a874c432 req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Floating IP 8635611c-1315-4e66-9385-9235f9dd2824 disassociated. External IP: 172.27.3.254, port: 32cb025f-050c-4314-887c-104bf1847eac. Jun 16 18:53:53.740623 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-79ac5f50-7f61-4dcd-80f4-26e6a874c432 req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Calling delete_port for 32cb025f-050c-4314-887c-104bf1847eac owned by compute:nova {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:53:53.940729 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-79ac5f50-7f61-4dcd-80f4-26e6a874c432 req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:53.944979 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-6458cab9-0c91-4272-bbf6-353497844dce tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:53.970103 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event deleted for resources: {'Port': ['ID=32cb025f-050c-4314-887c-104bf1847eac,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:53.973307 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:54.088030 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79ac5f50-7f61-4dcd-80f4-26e6a874c432 req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:53:54.130392 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 53266) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:54.197283 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79ac5f50-7f61-4dcd-80f4-26e6a874c432 req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:53:54.208541 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a438ec1-f7f1-491e-9149-6ecbd3351f92 None None] Sync routers for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:53:54.219169 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a438ec1-f7f1-491e-9149-6ecbd3351f92 None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:53:54.220007 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-0a438ec1-f7f1-491e-9149-6ecbd3351f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:53:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:53:54.253469 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ac5f50-7f61-4dcd-80f4-26e6a874c432 req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] No DVR routers for this DVR port 32cb025f-050c-4314-887c-104bf1847eac on host hv-cinder-66710 {{(pid=100040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:53:54.264855 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-79ac5f50-7f61-4dcd-80f4-26e6a874c432 req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:54.268764 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-79ac5f50-7f61-4dcd-80f4-26e6a874c432 req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.70 "DELETE /v2.0/ports/32cb025f-050c-4314-887c-104bf1847eac HTTP/1.1" status: 204 len: 173 time: 0.9224195 Jun 16 18:53:54.269456 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a575a96-4417-48c7-962e-056d5bf6575e', 'name': 'network-vif-deleted', 'tag': '32cb025f-050c-4314-887c-104bf1847eac'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:53:54.272507 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd2b92f-ab4d-4801-a177-007bcf952457" -d '{"events": [{"server_uuid": "6a575a96-4417-48c7-962e-056d5bf6575e", "name": "network-vif-deleted", "tag": "32cb025f-050c-4314-887c-104bf1847eac"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:53:54.287531 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5683de1c-2122-45d4-b132-84b0b4d60c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:54.355222 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-0a438ec1-f7f1-491e-9149-6ecbd3351f92 None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:53:54.414875 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ad67f-6752-43fd-a241-6415b60b54aa req-3b0a71b5-85b9-4db1-ad0a-e03dfe36d53f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:54.416427 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-045ad67f-6752-43fd-a241-6415b60b54aa req-3b0a71b5-85b9-4db1-ad0a-e03dfe36d53f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.1965189 Jun 16 18:53:54.465615 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1132229-8945-445c-b1a9-860802899216 x-openstack-request-id: req-f1132229-8945-445c-b1a9-860802899216 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:53:54.466135 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a575a96-4417-48c7-962e-056d5bf6575e", "name": "network-vif-deleted", "tag": "32cb025f-050c-4314-887c-104bf1847eac", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:53:54.466250 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1132229-8945-445c-b1a9-860802899216 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:53:54.467430 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a575a96-4417-48c7-962e-056d5bf6575e', 'name': 'network-vif-deleted', 'tag': '32cb025f-050c-4314-887c-104bf1847eac', 'status': 'completed', 'code': 200} Jun 16 18:53:54.479298 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-045ad67f-6752-43fd-a241-6415b60b54aa req-1f7bc6a9-27e7-441c-8528-ea5c3bf51e3c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542836 Jun 16 18:53:54.506459 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5683de1c-2122-45d4-b132-84b0b4d60c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:54.569225 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-5683de1c-2122-45d4-b132-84b0b4d60c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:54.573895 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6ad6f27e-a622-4bda-b983-fa68f638ba35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:54.613006 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-5683de1c-2122-45d4-b132-84b0b4d60c54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc9cfbffc2f645b18464fb9f02f6b310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805486 Jun 16 18:53:54.614045 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683de1c-2122-45d4-b132-84b0b4d60c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb58ea86-90c9-40a9-b6bc-ebdd6c1751e9,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:54.615694 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 53288) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:54.631291 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-5683de1c-2122-45d4-b132-84b0b4d60c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:54.638115 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-0a438ec1-f7f1-491e-9149-6ecbd3351f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:53:54.642439 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a438ec1-f7f1-491e-9149-6ecbd3351f92 None None] Checking router: da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:53:54.653906 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a438ec1-f7f1-491e-9149-6ecbd3351f92 None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:53:54.659661 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-0a438ec1-f7f1-491e-9149-6ecbd3351f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:53:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:53:54.683261 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-41022bc5-d437-4c72-8b34-e75ee6e3f6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:54.709791 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-caf5e03b-7d8e-43bd-8259-90d5516741fb req-9448cc3a-16f6-49cd-abd8-9f3cd7505dc7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a575a96-4417-48c7-962e-056d5bf6575e HTTP/1.1" status: 200 len: 210 time: 0.0323749 Jun 16 18:53:54.711895 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-41022bc5-d437-4c72-8b34-e75ee6e3f6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:54.792056 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-0a438ec1-f7f1-491e-9149-6ecbd3351f92 None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:53:54.895388 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-41022bc5-d437-4c72-8b34-e75ee6e3f6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:54.900625 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-41022bc5-d437-4c72-8b34-e75ee6e3f6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:54.900625 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-41022bc5-d437-4c72-8b34-e75ee6e3f6f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb58ea86-90c9-40a9-b6bc-ebdd6c1751e9 HTTP/1.1" status: 204 len: 168 time: 0.2823887 Jun 16 18:53:54.900625 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-4fb5479c-83ac-43e5-803c-597493898926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:54.913277 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41022bc5-d437-4c72-8b34-e75ee6e3f6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb58ea86-90c9-40a9-b6bc-ebdd6c1751e9,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:54.917808 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-41022bc5-d437-4c72-8b34-e75ee6e3f6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:55.158504 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-0a438ec1-f7f1-491e-9149-6ecbd3351f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:53:55.162743 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a438ec1-f7f1-491e-9149-6ecbd3351f92 None None] The sync data for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi is: [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:53:55.468241 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0adf2-b47c-451e-a99f-8aa29a29f126 None None] New status for floating IP 8635611c-1315-4e66-9385-9235f9dd2824: DOWN {{(pid=100042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:53:55.685680 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a80fe-8bf5-4787-8d8d-a695bf6c0b4c req-4ac863b1-cf01-41f0-b82e-3edc6d2255f7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:55.688004 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-162a80fe-8bf5-4787-8d8d-a695bf6c0b4c req-4ac863b1-cf01-41f0-b82e-3edc6d2255f7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0681078 Jun 16 18:53:55.729023 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-162a80fe-8bf5-4787-8d8d-a695bf6c0b4c req-7ff80536-7ae4-4497-b830-333088d1e7c9 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345366 Jun 16 18:53:56.137408 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0b5c5583-3883-4748-b306-48476c98bc17 req-19386aab-09ab-4846-82f0-7a7401ea7468 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1055112725&fields=id&tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe HTTP/1.1" status: 200 len: 267 time: 0.0323367 Jun 16 18:53:56.255866 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c5583-3883-4748-b306-48476c98bc17 req-5e283f2a-8054-45bf-ab15-1a3b991d08ad tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:56.257429 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0b5c5583-3883-4748-b306-48476c98bc17 req-5e283f2a-8054-45bf-ab15-1a3b991d08ad tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/networks?id=eb9a49dd-9ddc-41da-a244-4443a4784c2b HTTP/1.1" status: 200 len: 812 time: 0.1131024 Jun 16 18:53:56.272887 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0b5c5583-3883-4748-b306-48476c98bc17 req-176037bd-91b6-4adb-8346-ee3dc72720e6 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/quotas/bca6fcaf38fd428f8241bdcdf20d1efe HTTP/1.1" status: 200 len: 375 time: 0.0097125 Jun 16 18:53:56.342115 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0b5c5583-3883-4748-b306-48476c98bc17 req-a4a9dff6-17e6-447d-aff3-dbdc1a94c1b7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637267 Jun 16 18:53:56.549497 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ac13acb5-028b-41da-9dc0-f36228f28665 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939974 Jun 16 18:53:56.625867 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:56.649767 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0b5c5583-3883-4748-b306-48476c98bc17 req-44d6a9d9-46bb-4fb6-b376-43c70839d5d3 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931561 Jun 16 18:53:56.916688 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692d032-8b7a-43e0-9683-7a23160e3871 req-aa8b7d52-4cba-4891-a82e-6cfc545cc91a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:56.918189 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6692d032-8b7a-43e0-9683-7a23160e3871 req-aa8b7d52-4cba-4891-a82e-6cfc545cc91a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0669684 Jun 16 18:53:56.924241 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 32cb025f-050c-4314-887c-104bf1847eac no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:53:56.947453 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: 32cb025f-050c-4314-887c-104bf1847eac {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:53:56.947727 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 32cb025f-050c-4314-887c-104bf1847eac not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:53:56.965641 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6692d032-8b7a-43e0-9683-7a23160e3871 req-47bb4c6a-52cf-4bc9-ba83-8bc9330f7dcf tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414059 Jun 16 18:53:57.320087 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-460ab0c8-3b84-43eb-9979-4017106380b3 req-263cc563-6ece-4f76-9e17-0aabd4a2cd0a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 210 time: 0.0283468 Jun 16 18:53:58.087832 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 53388) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:58.161353 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa4728-37a8-497b-9140-f0f700c709d7 req-536d2309-4458-4031-bddf-9c480e13c609 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:58.162924 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-97fa4728-37a8-497b-9140-f0f700c709d7 req-536d2309-4458-4031-bddf-9c480e13c609 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0664079 Jun 16 18:53:58.205300 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-97fa4728-37a8-497b-9140-f0f700c709d7 req-f96c5d2e-58b6-4e1b-9b4c-f6eedf41cffa tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362608 Jun 16 18:53:58.211548 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-003976d0-7d6b-4fe6-97af-7f5805ae4dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:58.299374 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-003976d0-7d6b-4fe6-97af-7f5805ae4dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:58.374958 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-003976d0-7d6b-4fe6-97af-7f5805ae4dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:58.378582 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-3ef76e12-5001-4f84-919c-b04292879c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:58.418871 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-003976d0-7d6b-4fe6-97af-7f5805ae4dad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=556ce8ca136348fcb429c74622e7d7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274026 Jun 16 18:53:58.418871 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003976d0-7d6b-4fe6-97af-7f5805ae4dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079dcf95-2763-44bb-ba88-81dd41a5346c,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:58.419448 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 53394) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:58.421695 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-003976d0-7d6b-4fe6-97af-7f5805ae4dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:58.472594 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-668b365d-aa46-4caa-8668-79828729e426 req-7614b377-081f-410d-962a-c3bedf02f7d2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 210 time: 0.0392413 Jun 16 18:53:58.498044 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1caa99bd-cc37-40a2-a44a-c54f19d74315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:58.519370 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1caa99bd-cc37-40a2-a44a-c54f19d74315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:58.641685 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1caa99bd-cc37-40a2-a44a-c54f19d74315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:58.644257 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1caa99bd-cc37-40a2-a44a-c54f19d74315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:58.645394 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-1caa99bd-cc37-40a2-a44a-c54f19d74315 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/079dcf95-2763-44bb-ba88-81dd41a5346c HTTP/1.1" status: 204 len: 168 time: 0.2247531 Jun 16 18:53:58.646181 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-56e630c3-ba9b-41e7-84bb-313e34278c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:58.653860 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa99bd-cc37-40a2-a44a-c54f19d74315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079dcf95-2763-44bb-ba88-81dd41a5346c,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:58.661018 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1caa99bd-cc37-40a2-a44a-c54f19d74315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:59.324129 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 53404) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:59.346016 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3591a98e-9652-4501-ad28-6c38d5bce1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:59.387951 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837abda-c94b-42a3-8904-5c5386167c30 req-3c0b33d5-f5bf-4c90-8db3-999dc26f6881 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:59.389605 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a837abda-c94b-42a3-8904-5c5386167c30 req-3c0b33d5-f5bf-4c90-8db3-999dc26f6881 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0655448 Jun 16 18:53:59.427761 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a837abda-c94b-42a3-8904-5c5386167c30 req-83ffb8c8-2124-462c-9940-21906efa1210 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323901 Jun 16 18:53:59.492965 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c5583-3883-4748-b306-48476c98bc17 req-5c6e909d-92d6-46d2-8cf1-c3a0d1224907 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:53:59.494384 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b5c5583-3883-4748-b306-48476c98bc17 req-5c6e909d-92d6-46d2-8cf1-c3a0d1224907 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.70 "GET /v2.0/networks?id=eb9a49dd-9ddc-41da-a244-4443a4784c2b HTTP/1.1" status: 200 len: 812 time: 0.1367211 Jun 16 18:53:59.556997 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b5c5583-3883-4748-b306-48476c98bc17 req-29c41878-cc75-4a8e-b3b1-d0580ffd0128 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe HTTP/1.1" status: 200 len: 380 time: 0.0514963 Jun 16 18:53:59.558695 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3591a98e-9652-4501-ad28-6c38d5bce1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:59.567354 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-0b5c5583-3883-4748-b306-48476c98bc17 req-36bed9d7-7d31-4a95-8587-675487fc97e2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Request body: {'port': {'device_id': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'admin_state_up': True, 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'security_groups': ['63ab1155-1d67-421b-9328-5f569f6d194f']}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:53:59.621067 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2f2ddce3-8cf7-4e82-a078-a99151534533 req-e04e347c-edfb-46e3-b983-d9161559c3e6 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 210 time: 0.0299025 Jun 16 18:53:59.646886 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3591a98e-9652-4501-ad28-6c38d5bce1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:59.653976 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-05020a01-46e9-4102-b6ba-07c9fc0071d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:59.703524 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-3591a98e-9652-4501-ad28-6c38d5bce1db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e0ae4feb3874e539e609a8be7f3c263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781445 Jun 16 18:53:59.706050 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591a98e-9652-4501-ad28-6c38d5bce1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7287c3ca-8231-42be-8a27-602a1e490514,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:59.707608 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 53408) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:53:59.710712 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-3591a98e-9652-4501-ad28-6c38d5bce1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:59.770652 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1cc366fe-5723-41da-9ff3-d3c1c5a62598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:59.792125 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1cc366fe-5723-41da-9ff3-d3c1c5a62598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:59.801562 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5c5583-3883-4748-b306-48476c98bc17 req-36bed9d7-7d31-4a95-8587-675487fc97e2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Made reservation on behalf of bca6fcaf38fd428f8241bdcdf20d1efe for: {'port': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:53:59.805688 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-0b5c5583-3883-4748-b306-48476c98bc17 req-36bed9d7-7d31-4a95-8587-675487fc97e2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:59.888619 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1cc366fe-5723-41da-9ff3-d3c1c5a62598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:59.891295 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1cc366fe-5723-41da-9ff3-d3c1c5a62598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:53:59.892532 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-1cc366fe-5723-41da-9ff3-d3c1c5a62598 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7287c3ca-8231-42be-8a27-602a1e490514 HTTP/1.1" status: 204 len: 168 time: 0.1726947 Jun 16 18:53:59.893330 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-973c0aab-3a31-4591-a899-273bcc2794f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:53:59.902261 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc366fe-5723-41da-9ff3-d3c1c5a62598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7287c3ca-8231-42be-8a27-602a1e490514,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:53:59.904481 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1cc366fe-5723-41da-9ff3-d3c1c5a62598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:53:59.996034 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [req-0b5c5583-3883-4748-b306-48476c98bc17 req-36bed9d7-7d31-4a95-8587-675487fc97e2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Allocated IP 172.20.0.11 (eb9a49dd-9ddc-41da-a244-4443a4784c2b/e42814e8-4209-4dfd-b8c6-aefa516869c5/fef84997-ea89-4f62-8ae1-e64b72479af7) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:54:00.138599 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-0b5c5583-3883-4748-b306-48476c98bc17 req-36bed9d7-7d31-4a95-8587-675487fc97e2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:00.153273 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-0b5c5583-3883-4748-b306-48476c98bc17 req-36bed9d7-7d31-4a95-8587-675487fc97e2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Transition to ACTIVE for port object fef84997-ea89-4f62-8ae1-e64b72479af7 will not be triggered until provisioned by entity DHCP. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:54:00.250834 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-0b5c5583-3883-4748-b306-48476c98bc17 req-36bed9d7-7d31-4a95-8587-675487fc97e2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25564287'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:00.255201 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-eb53aa15-d4a0-407f-86fd-05f69fbd1e6f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:00.299889 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5c5583-3883-4748-b306-48476c98bc17 req-36bed9d7-7d31-4a95-8587-675487fc97e2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Network eb9a49dd-9ddc-41da-a244-4443a4784c2b is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:54:00.305057 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [req-0b5c5583-3883-4748-b306-48476c98bc17 req-36bed9d7-7d31-4a95-8587-675487fc97e2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:54:00.315057 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5c5583-3883-4748-b306-48476c98bc17 req-36bed9d7-7d31-4a95-8587-675487fc97e2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:54:00.343196 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bed9d7-7d31-4a95-8587-675487fc97e2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event updated for resources: {'Port': ['ID=fef84997-ea89-4f62-8ae1-e64b72479af7,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:00.347850 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-36bed9d7-7d31-4a95-8587-675487fc97e2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:00.372916 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c5583-3883-4748-b306-48476c98bc17 req-36bed9d7-7d31-4a95-8587-675487fc97e2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:00.373572 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-0b5c5583-3883-4748-b306-48476c98bc17 req-36bed9d7-7d31-4a95-8587-675487fc97e2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:00.473562 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b5c5583-3883-4748-b306-48476c98bc17 req-36bed9d7-7d31-4a95-8587-675487fc97e2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9099419 Jun 16 18:54:00.486587 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Request body: {'port': {'device_id': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:54:00.584857 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:00.646813 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a547d-7afc-435d-8876-57c888037b2a req-1eb4ad61-1c01-441a-9506-2309a28f22a4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:00.648509 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-804a547d-7afc-435d-8876-57c888037b2a req-1eb4ad61-1c01-441a-9506-2309a28f22a4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 943 time: 0.0720682 Jun 16 18:54:00.698612 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-db5b47fc-751a-418f-a821-c8ce937a34f5 None None] Provisioning for port fef84997-ea89-4f62-8ae1-e64b72479af7 completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:54:00.707482 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-db5b47fc-751a-418f-a821-c8ce937a34f5 None None] Provisioning complete for port fef84997-ea89-4f62-8ae1-e64b72479af7 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:54:00.707482 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-db5b47fc-751a-418f-a821-c8ce937a34f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:00.734018 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-804a547d-7afc-435d-8876-57c888037b2a req-541ce4c9-6372-4510-b0fa-e5f6a1aa153b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690625 Jun 16 18:54:00.760194 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-db5b47fc-751a-418f-a821-c8ce937a34f5 None None] Port fef84997-ea89-4f62-8ae1-e64b72479af7 cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:54:00.857892 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf692f2-902f-413f-9032-7891fabf0c78 req-63828467-e916-4aac-8d0f-0f30949d5729 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:00.860643 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3bf692f2-902f-413f-9032-7891fabf0c78 req-63828467-e916-4aac-8d0f-0f30949d5729 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 932 time: 0.0716341 Jun 16 18:54:00.904980 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3bf692f2-902f-413f-9032-7891fabf0c78 req-111a7c3d-3607-4ce5-8c94-10055272cf61 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386915 Jun 16 18:54:00.909068 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef84997-ea89-4f62-8ae1-e64b72479af7 {{(pid=100040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:54:00.917305 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:00.930785 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Transition to ACTIVE for port object fef84997-ea89-4f62-8ae1-e64b72479af7 will not be triggered until provisioned by entity L2. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:54:00.972363 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 66ac1624-e4f5-43f6-96dd-a2f000e24267 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:54:01.049085 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:01.052299 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:01.066573 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 66ac1624-e4f5-43f6-96dd-a2f000e24267, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:54:01.078803 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': '66ac1624-e4f5-43f6-96dd-a2f000e24267', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'port_id': '66ac1624-e4f5-43f6-96dd-a2f000e24267', 'mac_address': 'fa:16:3e:c5:ef:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:54:01.121326 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:01.135071 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ac1624-e4f5-43f6-96dd-a2f000e24267 {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:54:01.159771 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 66ac1624-e4f5-43f6-96dd-a2f000e24267, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:54:01.174071 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Pushing event updated for resources: {'Port': ['ID=fef84997-ea89-4f62-8ae1-e64b72479af7,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:01.194126 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:01.224100 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Attempting to bind port fef84997-ea89-4f62-8ae1-e64b72479af7 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:54:01.224349 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Attempting to bind port fef84997-ea89-4f62-8ae1-e64b72479af7 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:54:01.224678 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Attempting to bind port fef84997-ea89-4f62-8ae1-e64b72479af7 on network eb9a49dd-9ddc-41da-a244-4443a4784c2b {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:54:01.229185 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Port fef84997-ea89-4f62-8ae1-e64b72479af7 on network eb9a49dd-9ddc-41da-a244-4443a4784c2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:54:01.229505 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Attempting to bind port fef84997-ea89-4f62-8ae1-e64b72479af7 on network eb9a49dd-9ddc-41da-a244-4443a4784c2b {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:54:01.231474 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:01.234246 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:01.235786 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:54:01.236125 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Checking segment: {'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:54:01.236506 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Bound using segment: {'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:54:01.236947 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Bound port: fef84997-ea89-4f62-8ae1-e64b72479af7, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'}}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:54:01.237397 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:01.288065 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=66ac1624-e4f5-43f6-96dd-a2f000e24267,revision_number=9']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:01.296958 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:01.297309 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:01.297634 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:01.297963 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:01.298290 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:01.298615 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:01.298942 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:01.301490 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:01.301826 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:01.302149 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:01.302471 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:01.302967 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:01.307157 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:01.315230 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] For port fef84997-ea89-4f62-8ae1-e64b72479af7, host hv-cinder-66710, cleared binding levels {{(pid=100040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:54:01.317312 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] For port fef84997-ea89-4f62-8ae1-e64b72479af7, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fef84997-ea89-4f62-8ae1-e64b72479af7,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:54:01.420438 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:01.424029 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b5a2d9dd-8ef8-4fa0-833e-c83aa7b1e657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:01.454826 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:01.455453 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:01.456815 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b5c5583-3883-4748-b306-48476c98bc17 req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] 10.222.0.70 "PUT /v2.0/ports/fef84997-ea89-4f62-8ae1-e64b72479af7 HTTP/1.1" status: 200 len: 1094 time: 0.9756448 Jun 16 18:54:01.457322 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'tag': 'fef84997-ea89-4f62-8ae1-e64b72479af7'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:54:01.459616 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f75b35-61ec-400b-acde-2cc0543a66fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b260423e-6afd-4c83-91a1-4368cab7b280", "tag": "fef84997-ea89-4f62-8ae1-e64b72479af7"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:54:01.484142 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Pushing event updated for resources: {'Port': ['ID=fef84997-ea89-4f62-8ae1-e64b72479af7,revision_number=3']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:01.487254 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:01.503754 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba43b4d-0e7e-4a5a-ace0-236b0f25f788 x-openstack-request-id: req-5ba43b4d-0e7e-4a5a-ace0-236b0f25f788 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:54:01.504196 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b260423e-6afd-4c83-91a1-4368cab7b280", "tag": "fef84997-ea89-4f62-8ae1-e64b72479af7", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:54:01.504415 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ba43b4d-0e7e-4a5a-ace0-236b0f25f788 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:54:01.505109 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'tag': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'status': 'completed', 'code': 200} Jun 16 18:54:01.721339 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 53456) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:54:01.828622 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d022a476-0e84-47b5-a4fe-b44735091988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:01.851180 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f75b35-61ec-400b-acde-2cc0543a66fc req-082cd83d-def2-4bc5-a7a0-9eb740e73c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:01.852760 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-d8f75b35-61ec-400b-acde-2cc0543a66fc req-082cd83d-def2-4bc5-a7a0-9eb740e73c47 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 1097 time: 0.0599742 Jun 16 18:54:01.965237 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f75b35-61ec-400b-acde-2cc0543a66fc req-86e01003-391f-4e78-9f89-ffcb81f947a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:01.966828 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-d8f75b35-61ec-400b-acde-2cc0543a66fc req-86e01003-391f-4e78-9f89-ffcb81f947a6 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0984106 Jun 16 18:54:01.967796 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ad37f-32fc-473a-9833-462e34a49631 req-7de302ec-c81e-48ae-b8c6-8f62134fbf73 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:01.969264 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-287ad37f-32fc-473a-9833-462e34a49631 req-7de302ec-c81e-48ae-b8c6-8f62134fbf73 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.1107199 Jun 16 18:54:01.974095 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d022a476-0e84-47b5-a4fe-b44735091988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:02.006803 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-287ad37f-32fc-473a-9833-462e34a49631 req-de1f3c98-a126-41e5-928b-bc57121a7c98 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313413 Jun 16 18:54:02.020142 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d022a476-0e84-47b5-a4fe-b44735091988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:02.023892 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e0077b2e-728f-4d57-aa85-d6de90b837f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:02.093592 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-d022a476-0e84-47b5-a4fe-b44735091988 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=547dd480e30a4016b7e63865a96a8428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709550 Jun 16 18:54:02.095968 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 53464) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:54:02.100712 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022a476-0e84-47b5-a4fe-b44735091988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc4cd9f-8885-4156-9d23-a995e4840aa8,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:02.109506 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-d022a476-0e84-47b5-a4fe-b44735091988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:02.179772 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79134ee0-b482-4511-baca-2effd721ce95 req-4166446f-7ae3-4024-a8fc-4d5f4cb33136 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:02.181930 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-79134ee0-b482-4511-baca-2effd721ce95 req-4166446f-7ae3-4024-a8fc-4d5f4cb33136 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 944 time: 0.1483700 Jun 16 18:54:02.190062 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e18174db-6791-4ae0-9112-35d2824adeda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:02.243342 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e18174db-6791-4ae0-9112-35d2824adeda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:02.261022 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-79134ee0-b482-4511-baca-2effd721ce95 req-5e489a51-0f7f-4339-a3f9-d701c2c4884a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727425 Jun 16 18:54:02.438015 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e18174db-6791-4ae0-9112-35d2824adeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:02.440804 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e18174db-6791-4ae0-9112-35d2824adeda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:02.441929 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-e18174db-6791-4ae0-9112-35d2824adeda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ffc4cd9f-8885-4156-9d23-a995e4840aa8 HTTP/1.1" status: 204 len: 168 time: 0.3443255 Jun 16 18:54:02.442821 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-fc6ca8ef-2ebf-4c07-a1d0-d3efee5c77d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:02.450804 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18174db-6791-4ae0-9112-35d2824adeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc4cd9f-8885-4156-9d23-a995e4840aa8,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:02.453048 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e18174db-6791-4ae0-9112-35d2824adeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:03.052441 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f75b35-61ec-400b-acde-2cc0543a66fc req-2513a8d3-eea2-43e2-8f72-cc539e86fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:03.053967 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-d8f75b35-61ec-400b-acde-2cc0543a66fc req-2513a8d3-eea2-43e2-8f72-cc539e86fb5c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943475 Jun 16 18:54:03.185673 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a793f4-ad10-4a58-8ec4-07162a51283f req-51c8637b-8818-48a8-9a32-553bb5d6e81a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:03.187874 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-12a793f4-ad10-4a58-8ec4-07162a51283f req-51c8637b-8818-48a8-9a32-553bb5d6e81a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0658784 Jun 16 18:54:03.230266 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-12a793f4-ad10-4a58-8ec4-07162a51283f req-02b39e36-f854-4a59-a729-cc6b6d4f5376 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364585 Jun 16 18:54:03.432274 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95320712-b73d-42c2-882b-e1caf2458602 req-54465251-e1d2-4189-8165-37f6e087fb72 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:03.433651 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-95320712-b73d-42c2-882b-e1caf2458602 req-54465251-e1d2-4189-8165-37f6e087fb72 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 944 time: 0.0626984 Jun 16 18:54:03.475640 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-95320712-b73d-42c2-882b-e1caf2458602 req-7662280f-d0f4-48a7-8b13-f072f242f8df tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364373 Jun 16 18:54:03.946520 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['66ac1624-e4f5-43f6-96dd-a2f000e24267'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:54:04.183536 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 53516) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:54:04.284825 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7e3962e9-5556-47fa-9b5d-25697be0ce07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:04.370120 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7e3962e9-5556-47fa-9b5d-25697be0ce07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:04.410463 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069af5fb-8ddf-4c85-af26-241177530797 req-898080ab-19a2-4f6f-9929-01bec2c615c3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:04.411964 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-069af5fb-8ddf-4c85-af26-241177530797 req-898080ab-19a2-4f6f-9929-01bec2c615c3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0626926 Jun 16 18:54:04.437192 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7e3962e9-5556-47fa-9b5d-25697be0ce07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:04.440558 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5ac5a260-f58d-448f-8222-11df315d458f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:04.448628 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-069af5fb-8ddf-4c85-af26-241177530797 req-bca72b11-86f7-48fb-930c-f1682293fea5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308688 Jun 16 18:54:04.476348 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-7e3962e9-5556-47fa-9b5d-25697be0ce07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dbef38c6accf40fb89188a54f283635a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917674 Jun 16 18:54:04.477678 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3962e9-5556-47fa-9b5d-25697be0ce07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d748d010-64b8-4cb3-a44d-15b8583ce312,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:04.479032 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 53522) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:54:04.480820 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7e3962e9-5556-47fa-9b5d-25697be0ce07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:04.532483 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd0cc-154f-45e0-ba66-7cde11fab5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:04.552612 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd0cc-154f-45e0-ba66-7cde11fab5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:04.645946 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ad308-fc8d-439b-9574-35a5e76922cf req-81c815eb-69bb-41cc-a03d-3d5b11489ecb tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:04.647410 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0f4ad308-fc8d-439b-9574-35a5e76922cf req-81c815eb-69bb-41cc-a03d-3d5b11489ecb tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 944 time: 0.0636954 Jun 16 18:54:04.677626 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd0cc-154f-45e0-ba66-7cde11fab5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:04.680076 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd0cc-154f-45e0-ba66-7cde11fab5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:04.681134 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-a5ffd0cc-154f-45e0-ba66-7cde11fab5c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d748d010-64b8-4cb3-a44d-15b8583ce312 HTTP/1.1" status: 204 len: 168 time: 0.2010827 Jun 16 18:54:04.683795 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-f0cef6ae-23f4-495b-960d-a6771bcc500e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:04.693839 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0f4ad308-fc8d-439b-9574-35a5e76922cf req-9c4a20ad-ffcb-49c7-9019-0830cfdce40c tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408857 Jun 16 18:54:04.694956 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffd0cc-154f-45e0-ba66-7cde11fab5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d748d010-64b8-4cb3-a44d-15b8583ce312,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:04.697280 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-a5ffd0cc-154f-45e0-ba66-7cde11fab5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:05.432845 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c5583-3883-4748-b306-48476c98bc17 req-4a31e709-567d-4a5e-9a20-7ff9de630038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:05.434284 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b5c5583-3883-4748-b306-48476c98bc17 req-4a31e709-567d-4a5e-9a20-7ff9de630038 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 1097 time: 0.0503750 Jun 16 18:54:05.624939 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d617e-6da0-4364-b037-0cb52dda80f0 req-0bcebe29-c7b0-43d2-afa8-2fc4fc1a6b4c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:05.626400 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fd1d617e-6da0-4364-b037-0cb52dda80f0 req-0bcebe29-c7b0-43d2-afa8-2fc4fc1a6b4c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0613852 Jun 16 18:54:05.666137 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fd1d617e-6da0-4364-b037-0cb52dda80f0 req-37ba68a8-135d-4c5a-9c6d-ee6cf5a61b6a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339220 Jun 16 18:54:05.750677 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b5c5583-3883-4748-b306-48476c98bc17 req-cabb211c-6fb4-4ba9-bdf2-806c0a8eca39 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fef84997-ea89-4f62-8ae1-e64b72479af7 HTTP/1.1" status: 200 len: 217 time: 0.0398812 Jun 16 18:54:05.810241 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c5583-3883-4748-b306-48476c98bc17 req-d5654dfa-9653-481f-a373-8de20f17b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:05.817734 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b5c5583-3883-4748-b306-48476c98bc17 req-d5654dfa-9653-481f-a373-8de20f17b961 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e42814e8-4209-4dfd-b8c6-aefa516869c5 HTTP/1.1" status: 200 len: 851 time: 0.0508072 Jun 16 18:54:05.870810 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c5583-3883-4748-b306-48476c98bc17 req-024230e5-c072-433b-915d-89955ed2dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:05.872313 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b5c5583-3883-4748-b306-48476c98bc17 req-024230e5-c072-433b-915d-89955ed2dc94 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eb9a49dd-9ddc-41da-a244-4443a4784c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527546 Jun 16 18:54:05.882271 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01e334-650c-40a0-8ad3-9dabd3aefc15 req-de7bc3ca-cbbc-43ff-834d-af5f85e04f5f tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:05.883766 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4f01e334-650c-40a0-8ad3-9dabd3aefc15 req-de7bc3ca-cbbc-43ff-834d-af5f85e04f5f tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 944 time: 0.0691752 Jun 16 18:54:05.925367 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4f01e334-650c-40a0-8ad3-9dabd3aefc15 req-808ce426-d4f5-4e07-8796-8a870228c8fd tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350881 Jun 16 18:54:05.972988 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b5c5583-3883-4748-b306-48476c98bc17 req-b292f2da-c7e4-4605-af74-116d779b60d9 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924780 Jun 16 18:54:06.068870 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b5c5583-3883-4748-b306-48476c98bc17 req-4bf0dcad-6566-49c9-8499-c849966bef07 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880198 Jun 16 18:54:06.845048 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d5601-3bb3-42e3-a6a3-fea8a0745a34 req-7fd5d59d-f80f-4786-bf86-8ef0b0335767 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:06.846546 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4e8d5601-3bb3-42e3-a6a3-fea8a0745a34 req-7fd5d59d-f80f-4786-bf86-8ef0b0335767 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0633268 Jun 16 18:54:06.885014 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4e8d5601-3bb3-42e3-a6a3-fea8a0745a34 req-2b503181-ce77-4ea1-9484-b3b4663d4a1e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325749 Jun 16 18:54:07.112952 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c4184-9cf8-42ee-856b-93456e635af7 req-8e0776cb-f5ca-4a5c-a0ab-b5a3eaa6300f tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:07.114412 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-737c4184-9cf8-42ee-856b-93456e635af7 req-8e0776cb-f5ca-4a5c-a0ab-b5a3eaa6300f tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 944 time: 0.0653758 Jun 16 18:54:07.151745 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-737c4184-9cf8-42ee-856b-93456e635af7 req-efd48403-10dd-4250-9d65-b206aa4ae8f5 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316129 Jun 16 18:54:08.058023 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce440147-4666-4816-b30c-ff559d24b039 req-4981521f-1b44-4096-a90f-5a69566d24e7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:08.059488 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ce440147-4666-4816-b30c-ff559d24b039 req-4981521f-1b44-4096-a90f-5a69566d24e7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0618165 Jun 16 18:54:08.095533 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ce440147-4666-4816-b30c-ff559d24b039 req-723e9442-2340-4e1d-aa96-92979412c5be tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305760 Jun 16 18:54:08.322398 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c127a-9077-42bf-993b-754184757c4d req-292c85c8-b320-49ae-b58e-435157f326a6 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:08.323872 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-903c127a-9077-42bf-993b-754184757c4d req-292c85c8-b320-49ae-b58e-435157f326a6 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 944 time: 0.0615208 Jun 16 18:54:08.364459 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-903c127a-9077-42bf-993b-754184757c4d req-a77bb94f-397c-4f31-ae14-2bd7bbb78d0c tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345681 Jun 16 18:54:09.224244 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 66ac1624-e4f5-43f6-96dd-a2f000e24267 up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:54:09.272540 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port 66ac1624-e4f5-43f6-96dd-a2f000e24267 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:54:09.272924 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:09.273780 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebaa8db-e4f6-48ec-a646-66dcf33cb4bd req-16c7ea67-ab66-45a5-8be7-52457654e514 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:09.275307 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3ebaa8db-e4f6-48ec-a646-66dcf33cb4bd req-16c7ea67-ab66-45a5-8be7-52457654e514 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 944 time: 0.0650828 Jun 16 18:54:09.313210 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3ebaa8db-e4f6-48ec-a646-66dcf33cb4bd req-e71feabe-5cc0-49e4-b539-5d247773d3e8 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321789 Jun 16 18:54:09.347763 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:09.370094 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ac1624-e4f5-43f6-96dd-a2f000e24267'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:54:09.372353 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8675012-a7f1-4bac-a82f-a7008300c7b5" -d '{"events": [{"server_uuid": "ee02bc62-0d06-4b22-951d-d62849b64476", "name": "network-vif-plugged", "status": "completed", "tag": "66ac1624-e4f5-43f6-96dd-a2f000e24267"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:54:09.387569 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 66ac1624-e4f5-43f6-96dd-a2f000e24267, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:54:09.409951 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395d5fc1-b4bb-40c8-888d-a7d6a329b027 x-openstack-request-id: req-395d5fc1-b4bb-40c8-888d-a7d6a329b027 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:54:09.410257 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee02bc62-0d06-4b22-951d-d62849b64476", "name": "network-vif-plugged", "status": "completed", "tag": "66ac1624-e4f5-43f6-96dd-a2f000e24267", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:54:09.410521 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-395d5fc1-b4bb-40c8-888d-a7d6a329b027 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:54:09.410928 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ac1624-e4f5-43f6-96dd-a2f000e24267', 'code': 200} Jun 16 18:54:09.494096 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:09.495968 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:09.537805 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce114cb-d7f4-465c-a901-4f4fefb5f26e req-5391e50c-4da0-41c4-9857-bebed7a3d162 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:09.539361 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6ce114cb-d7f4-465c-a901-4f4fefb5f26e req-5391e50c-4da0-41c4-9857-bebed7a3d162 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 944 time: 0.0642157 Jun 16 18:54:09.541198 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=66ac1624-e4f5-43f6-96dd-a2f000e24267,revision_number=10']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:09.544287 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:09.576410 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6ce114cb-d7f4-465c-a901-4f4fefb5f26e req-1e894ff9-38ed-4da6-9098-f94440762ab1 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314021 Jun 16 18:54:10.490357 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016741c-144b-47b0-ae85-c3db3977b56e req-aecf4fff-ad3c-4ac1-be2f-17af201afc6c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:10.491849 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6016741c-144b-47b0-ae85-c3db3977b56e req-aecf4fff-ad3c-4ac1-be2f-17af201afc6c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 946 time: 0.0659993 Jun 16 18:54:10.529065 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6016741c-144b-47b0-ae85-c3db3977b56e req-ff0da02c-b4ea-42fa-b065-a2c94cd1e402 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316536 Jun 16 18:54:10.743011 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22123b6-340f-4a06-bf0e-2e2db8a96dc3 req-3481416a-459b-4ac7-9524-2064634e1021 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:10.744493 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d22123b6-340f-4a06-bf0e-2e2db8a96dc3 req-3481416a-459b-4ac7-9524-2064634e1021 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 944 time: 0.0611861 Jun 16 18:54:10.782335 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d22123b6-340f-4a06-bf0e-2e2db8a96dc3 req-e0417bd9-e09f-46f1-bb43-ec4d4ca7e57b tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314054 Jun 16 18:54:11.708956 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f3241-5cad-4df2-89cf-08d447a8881a req-c2e673c8-98ea-4858-8c4d-351e7a4259ac tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:11.710454 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0d1f3241-5cad-4df2-89cf-08d447a8881a req-c2e673c8-98ea-4858-8c4d-351e7a4259ac tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 946 time: 0.0656216 Jun 16 18:54:11.751209 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0d1f3241-5cad-4df2-89cf-08d447a8881a req-f156f4de-4690-4d47-8629-70b117f01899 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350118 Jun 16 18:54:11.951143 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809f1d0-83ab-4e2a-9475-6f6dad4f7b64 req-c0a1ae82-08c1-41d4-9b11-5214a1bb1f6d tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:11.953261 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b809f1d0-83ab-4e2a-9475-6f6dad4f7b64 req-c0a1ae82-08c1-41d4-9b11-5214a1bb1f6d tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 944 time: 0.0625496 Jun 16 18:54:11.990700 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b809f1d0-83ab-4e2a-9475-6f6dad4f7b64 req-c9c98004-37ec-47d9-933b-3e10e5f3e272 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314960 Jun 16 18:54:12.854551 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02deac25-a35a-444b-bca8-5e56708a09fe req-45e7af49-20e8-4f6e-87ac-80b6414fc735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:12.856056 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-02deac25-a35a-444b-bca8-5e56708a09fe req-45e7af49-20e8-4f6e-87ac-80b6414fc735 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 1099 time: 0.0514982 Jun 16 18:54:12.892095 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-02deac25-a35a-444b-bca8-5e56708a09fe req-fc94efb0-d252-4b47-aa8b-164e3b94577e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290134 Jun 16 18:54:12.927039 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f9db4-25e9-43e0-834c-f86347b4ba27 req-25a453b0-5d5e-4578-9750-1144fe4cff4c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:12.928497 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8e5f9db4-25e9-43e0-834c-f86347b4ba27 req-25a453b0-5d5e-4578-9750-1144fe4cff4c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 946 time: 0.0622115 Jun 16 18:54:12.964879 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8e5f9db4-25e9-43e0-834c-f86347b4ba27 req-870c0c69-ea95-4e26-9d17-34412a0f7845 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308084 Jun 16 18:54:13.164572 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74362a-2923-4815-9664-51f7b57d3a99 req-723be851-80c4-4fe2-ab50-66e412fecf97 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:13.165955 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-cd74362a-2923-4815-9664-51f7b57d3a99 req-723be851-80c4-4fe2-ab50-66e412fecf97 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 944 time: 0.0648127 Jun 16 18:54:13.202639 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-cd74362a-2923-4815-9664-51f7b57d3a99 req-531b2fd3-9dba-475b-8436-6381eb679e43 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305319 Jun 16 18:54:14.139560 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b585f-09af-4a8f-836b-fbad6a80ac46 req-15b44ead-f8b0-4d3c-8dbc-a6e8034741a1 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:14.141036 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-219b585f-09af-4a8f-836b-fbad6a80ac46 req-15b44ead-f8b0-4d3c-8dbc-a6e8034741a1 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 946 time: 0.0618157 Jun 16 18:54:14.177307 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-219b585f-09af-4a8f-836b-fbad6a80ac46 req-39696c1e-6413-4567-84bf-e12bfbf37b25 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304055 Jun 16 18:54:14.206026 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device fef84997-ea89-4f62-8ae1-e64b72479af7 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:54:14.297494 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port fef84997-ea89-4f62-8ae1-e64b72479af7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fef84997-ea89-4f62-8ae1-e64b72479af7,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:54:14.308931 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'port_id': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'mac_address': 'fa:16:3e:12:91:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:54:14.348054 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:14.360813 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef84997-ea89-4f62-8ae1-e64b72479af7 {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:54:14.378309 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7250e-ae78-4410-b693-d5ba5888b559 req-3d428087-c688-4a66-a387-74043f72f11b tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:14.380221 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ada7250e-ae78-4410-b693-d5ba5888b559 req-3d428087-c688-4a66-a387-74043f72f11b tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 944 time: 0.0622485 Jun 16 18:54:14.380360 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port fef84997-ea89-4f62-8ae1-e64b72479af7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fef84997-ea89-4f62-8ae1-e64b72479af7,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:54:14.420951 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ada7250e-ae78-4410-b693-d5ba5888b559 req-3dd6a3ce-92bf-443a-b2ac-e4f51f8b0d28 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346961 Jun 16 18:54:14.452695 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:14.455259 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:14.500950 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=fef84997-ea89-4f62-8ae1-e64b72479af7,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:14.504075 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:15.349342 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95950666-3638-4b3f-8b77-ca2d6decdec8 req-64dbe9bd-ccef-4266-83cd-7b0aecbd4a92 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:15.350798 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-95950666-3638-4b3f-8b77-ca2d6decdec8 req-64dbe9bd-ccef-4266-83cd-7b0aecbd4a92 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 946 time: 0.0614088 Jun 16 18:54:15.390200 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-95950666-3638-4b3f-8b77-ca2d6decdec8 req-19e803cc-a9c4-4131-86f3-317a87e88fb3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336938 Jun 16 18:54:15.544054 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-326afd97-101c-4f58-a1dc-54b1644a48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:15.590144 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657bf3d-94f0-407c-a0a8-e76943912e87 req-45b3c7ad-c58e-4e94-85f7-bef54464c9e8 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:15.591609 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4657bf3d-94f0-407c-a0a8-e76943912e87 req-45b3c7ad-c58e-4e94-85f7-bef54464c9e8 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 945 time: 0.0615480 Jun 16 18:54:15.627741 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4657bf3d-94f0-407c-a0a8-e76943912e87 req-773a19bd-68e4-4e2b-b014-565eac59e72f tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303683 Jun 16 18:54:16.569276 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4882ac9-1a3c-4a03-8b2c-da4d2b401f8a req-c99db656-7487-434d-bee2-268f166ea841 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:16.570733 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a4882ac9-1a3c-4a03-8b2c-da4d2b401f8a req-c99db656-7487-434d-bee2-268f166ea841 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 946 time: 0.0640502 Jun 16 18:54:16.607470 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a4882ac9-1a3c-4a03-8b2c-da4d2b401f8a req-0d536ace-c328-449b-a343-8d5abf0d2718 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311573 Jun 16 18:54:16.798798 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad7e93-3b74-4a07-86f9-6a1a77fbbb33 req-fb509f8b-1ce9-4158-8bfa-6068d69aed2b tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:16.800455 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c9ad7e93-3b74-4a07-86f9-6a1a77fbbb33 req-fb509f8b-1ce9-4158-8bfa-6068d69aed2b tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 945 time: 0.0651040 Jun 16 18:54:16.838379 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c9ad7e93-3b74-4a07-86f9-6a1a77fbbb33 req-01c9509c-ed26-411a-acb6-8c1ac2c85754 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324748 Jun 16 18:54:17.783025 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f013cbf-62e2-4fd0-a9b7-3314287ec602 req-e8c3fee6-a7f5-4de2-bb5f-1e9e9ff84a78 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:17.784743 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4f013cbf-62e2-4fd0-a9b7-3314287ec602 req-e8c3fee6-a7f5-4de2-bb5f-1e9e9ff84a78 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 946 time: 0.0636396 Jun 16 18:54:17.827885 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4f013cbf-62e2-4fd0-a9b7-3314287ec602 req-72d06a78-357d-4e5d-9e03-70ae70f0aab0 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362811 Jun 16 18:54:18.010551 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063d0fc-0087-491b-af14-06fbcc474695 req-ba4089aa-1e94-4cff-b3a4-0d51693dadef tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:18.012041 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7063d0fc-0087-491b-af14-06fbcc474695 req-ba4089aa-1e94-4cff-b3a4-0d51693dadef tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 945 time: 0.0633936 Jun 16 18:54:18.014437 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-8abd5813-17dc-4792-a985-6f5f8006996e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:18.050103 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7063d0fc-0087-491b-af14-06fbcc474695 req-c52b16d0-7e78-4c5a-b0b2-a012ea4c4fd4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319493 Jun 16 18:54:18.355350 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:19.004135 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa2d8f-bdd0-4a27-801a-62e674d8b464 req-d6fae1d1-369e-42a9-ab45-2c2269edb75d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:19.005902 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d6aa2d8f-bdd0-4a27-801a-62e674d8b464 req-d6fae1d1-369e-42a9-ab45-2c2269edb75d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 946 time: 0.0643885 Jun 16 18:54:19.042178 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d6aa2d8f-bdd0-4a27-801a-62e674d8b464 req-2710b7e4-d203-45fb-a7d7-ae35ef06909d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305443 Jun 16 18:54:19.212359 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:19.220830 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2ddcc-2b3d-4b12-ba3c-8d497f803410 req-9971fc9f-029f-472f-9e4b-6054a9418607 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:19.222314 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c8e2ddcc-2b3d-4b12-ba3c-8d497f803410 req-9971fc9f-029f-472f-9e4b-6054a9418607 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 945 time: 0.0647464 Jun 16 18:54:19.259270 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c8e2ddcc-2b3d-4b12-ba3c-8d497f803410 req-fcb4a68a-43f4-494a-9ab3-c08db043ff85 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312204 Jun 16 18:54:19.538605 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['fef84997-ea89-4f62-8ae1-e64b72479af7'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:54:20.217441 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d61de-8f0f-436a-b3ac-40cafbb34c78 req-ac6787a9-7454-48a6-896d-74a9758665ae tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:20.218883 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-818d61de-8f0f-436a-b3ac-40cafbb34c78 req-ac6787a9-7454-48a6-896d-74a9758665ae tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 946 time: 0.0611541 Jun 16 18:54:20.256520 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-818d61de-8f0f-436a-b3ac-40cafbb34c78 req-e09f0b90-a2a3-4239-b412-5dcb101c0c33 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320144 Jun 16 18:54:20.427464 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe31063-0265-4225-b4ee-e3ea464702b6 req-510decda-9ffc-4a84-885e-be6af58cea79 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:20.428973 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbe31063-0265-4225-b4ee-e3ea464702b6 req-510decda-9ffc-4a84-885e-be6af58cea79 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 945 time: 0.0627623 Jun 16 18:54:20.470833 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbe31063-0265-4225-b4ee-e3ea464702b6 req-3428d789-22bb-4941-b5f2-61aa55edc7ef tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361433 Jun 16 18:54:20.950713 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:21.370238 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device fef84997-ea89-4f62-8ae1-e64b72479af7 up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:54:21.432817 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19a626-0fc8-41d0-9c60-c00afad139f8 req-e7019052-7d6b-473f-a7d4-7ea7adfff8ef tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:21.434280 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4f19a626-0fc8-41d0-9c60-c00afad139f8 req-e7019052-7d6b-473f-a7d4-7ea7adfff8ef tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 946 time: 0.0635414 Jun 16 18:54:21.471201 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port fef84997-ea89-4f62-8ae1-e64b72479af7 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:54:21.473355 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4f19a626-0fc8-41d0-9c60-c00afad139f8 req-19f789ce-c6ea-4a31-8109-92b6f3094ba2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328255 Jun 16 18:54:21.475517 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port fef84997-ea89-4f62-8ae1-e64b72479af7 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:54:21.477541 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:21.556226 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:21.578425 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef84997-ea89-4f62-8ae1-e64b72479af7'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:54:21.580670 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b597ee0-86c0-49ec-8410-304be571bea1" -d '{"events": [{"server_uuid": "b260423e-6afd-4c83-91a1-4368cab7b280", "name": "network-vif-plugged", "status": "completed", "tag": "fef84997-ea89-4f62-8ae1-e64b72479af7"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:54:21.595457 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port fef84997-ea89-4f62-8ae1-e64b72479af7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fef84997-ea89-4f62-8ae1-e64b72479af7,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:54:21.618548 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f1e5f6-b6a1-4cc0-837d-c13771203897 x-openstack-request-id: req-d6f1e5f6-b6a1-4cc0-837d-c13771203897 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:54:21.618846 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b260423e-6afd-4c83-91a1-4368cab7b280", "name": "network-vif-plugged", "status": "completed", "tag": "fef84997-ea89-4f62-8ae1-e64b72479af7", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:54:21.619134 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6f1e5f6-b6a1-4cc0-837d-c13771203897 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:54:21.619532 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'code': 200} Jun 16 18:54:21.662252 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867127e0-7500-4cde-91f1-f57a372e8a26 req-c36207d1-5581-4514-8ba0-3628896bfbcd tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:21.663743 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-867127e0-7500-4cde-91f1-f57a372e8a26 req-c36207d1-5581-4514-8ba0-3628896bfbcd tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 945 time: 0.0653241 Jun 16 18:54:21.671473 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:21.673327 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-d8958590-c85f-4de6-ac4f-4dfde80bd4c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:21.703460 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-867127e0-7500-4cde-91f1-f57a372e8a26 req-4b7a5b2f-3e40-40a2-b3e4-1d00004f657e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339050 Jun 16 18:54:21.720705 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=fef84997-ea89-4f62-8ae1-e64b72479af7,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:21.723644 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:22.023737 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0999c5-d800-424a-a7bc-661f9bce4219 req-74569dc3-ad06-4efe-8b44-be3abbaf36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:22.025187 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-9d0999c5-d800-424a-a7bc-661f9bce4219 req-74569dc3-ad06-4efe-8b44-be3abbaf36e5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 1099 time: 0.0561843 Jun 16 18:54:22.068774 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-9d0999c5-d800-424a-a7bc-661f9bce4219 req-fc25d4ea-28e1-499c-a838-016416bf174b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297914 Jun 16 18:54:22.878751 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46de733-54da-47f4-acde-4191b9040a38 req-9f24f1f1-a433-42f1-a2e6-f5e2d6357fb1 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:22.880482 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e46de733-54da-47f4-acde-4191b9040a38 req-9f24f1f1-a433-42f1-a2e6-f5e2d6357fb1 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 946 time: 0.0656166 Jun 16 18:54:22.917368 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e46de733-54da-47f4-acde-4191b9040a38 req-3e0a5cd2-fac3-47b8-af52-bfe605987578 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312881 Jun 16 18:54:24.090164 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3796bc-8e92-4a07-91cc-801bb9bbbf90 req-71e921ed-2530-480a-9add-1603e5670c82 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:24.091677 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-be3796bc-8e92-4a07-91cc-801bb9bbbf90 req-71e921ed-2530-480a-9add-1603e5670c82 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 946 time: 0.0628254 Jun 16 18:54:24.129887 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-be3796bc-8e92-4a07-91cc-801bb9bbbf90 req-2b04ed05-a80c-42a6-bd2e-c1074f17ddfc tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314765 Jun 16 18:54:24.295744 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca3002-9629-4e29-9261-237b7f691b81 req-d37fcae6-886f-4220-804a-d1285ff6724e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:24.297217 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-91ca3002-9629-4e29-9261-237b7f691b81 req-d37fcae6-886f-4220-804a-d1285ff6724e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 946 time: 0.0605228 Jun 16 18:54:24.337236 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-91ca3002-9629-4e29-9261-237b7f691b81 req-6b3d674d-5ef4-4b40-973f-461e72fbf589 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344198 Jun 16 18:54:24.360788 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 53698) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:54:24.412043 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ca3e5b-c9fe-4d7d-bff7-12142c7f7935 tempest-TestVolumeBootPattern-327886295 tempest-TestVolumeBootPattern-327886295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:24.413529 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-10ca3e5b-c9fe-4d7d-bff7-12142c7f7935 tempest-TestVolumeBootPattern-327886295 tempest-TestVolumeBootPattern-327886295-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 1094 time: 0.0517924 Jun 16 18:54:24.416293 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 53700) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:54:24.420630 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Request body: {'floatingip': {'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'port_id': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:54:24.528607 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for floatingip, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:24.622325 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:24.713242 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:54:24.729443 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Allocated IP 172.27.3.112 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/0e36d751-0c03-46f2-bc64-b0bcc44951db) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:54:24.833685 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:24.945975 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25942567'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:24.948208 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6cb9c952-1c12-4b47-b8b5-bd9579f552ea tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:24.982299 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:54:24.988742 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:54:24.993139 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:54:24.995096 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event updated for resources: {'Port': ['ID=0e36d751-0c03-46f2-bc64-b0bcc44951db,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:25.020286 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:25.020656 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:25.021016 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:25.021369 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:25.021721 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:25.022069 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:25.022422 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:25.022767 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:25.023136 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:25.023480 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:25.023864 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:25.024209 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:25.030749 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:25.334946 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:25.464812 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:25.611649 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:25.669278 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942577'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:25.671407 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-64a6decf-009c-4a71-805b-4bfab41b235e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:25.737958 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event updated for resources: {'Port': ['ID=0e36d751-0c03-46f2-bc64-b0bcc44951db,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:25.741988 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:25.746557 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:25.848870 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.l3_db [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Floating IP f8c4c373-1628-4f62-b403-35770574cc86 associated. External IP: 172.27.3.112, port: fef84997-ea89-4f62-8ae1-e64b72479af7. Jun 16 18:54:26.301436 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:54:26.403637 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:54:26.413338 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98500166-5e7e-4cdd-9287-e4ba0ff2bcaf None None] Sync routers for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:54:26.423038 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98500166-5e7e-4cdd-9287-e4ba0ff2bcaf None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:54:26.423665 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-98500166-5e7e-4cdd-9287-e4ba0ff2bcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:54:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:54:26.492030 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:26.525178 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-98500166-5e7e-4cdd-9287-e4ba0ff2bcaf None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:54:26.539018 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1100140 Jun 16 18:54:26.539018 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'tag': 'fef84997-ea89-4f62-8ae1-e64b72479af7'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:54:26.539018 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492d8267-f9f9-4b27-a168-fa5ce5b03b60" -d '{"events": [{"name": "network-changed", "server_uuid": "b260423e-6afd-4c83-91a1-4368cab7b280", "tag": "fef84997-ea89-4f62-8ae1-e64b72479af7"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:54:26.566270 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8b2fe6-9545-4b50-81e8-c1a0662aef03 x-openstack-request-id: req-ee8b2fe6-9545-4b50-81e8-c1a0662aef03 {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:54:26.566572 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b260423e-6afd-4c83-91a1-4368cab7b280", "tag": "fef84997-ea89-4f62-8ae1-e64b72479af7", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:54:26.566855 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee8b2fe6-9545-4b50-81e8-c1a0662aef03 {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:54:26.567297 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'tag': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'status': 'completed', 'code': 200} Jun 16 18:54:26.644425 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d8267-f9f9-4b27-a168-fa5ce5b03b60 req-eeac9040-6401-4cae-8372-6b75e14f0724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:26.646057 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-492d8267-f9f9-4b27-a168-fa5ce5b03b60 req-eeac9040-6401-4cae-8372-6b75e14f0724 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 1099 time: 0.0526056 Jun 16 18:54:26.677645 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:26.736208 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d8267-f9f9-4b27-a168-fa5ce5b03b60 req-46a7d23e-16b5-4aca-98f1-27b44f9c109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:26.737660 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-492d8267-f9f9-4b27-a168-fa5ce5b03b60 req-46a7d23e-16b5-4aca-98f1-27b44f9c109d service neutron] 10.222.0.70 "GET /v2.0/networks?id=eb9a49dd-9ddc-41da-a244-4443a4784c2b HTTP/1.1" status: 200 len: 913 time: 0.0852482 Jun 16 18:54:26.757861 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-98500166-5e7e-4cdd-9287-e4ba0ff2bcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': 'f8c4c373-1628-4f62-b403-35770574cc86', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'port_id': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'mac_address': 'fa:16:3e:12:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:54:25Z', 'updated_at': '2021-06-16T18:54:25Z', 'revision_number': 0, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:54:26.762782 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98500166-5e7e-4cdd-9287-e4ba0ff2bcaf None None] Checking router: da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:54:26.769886 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98500166-5e7e-4cdd-9287-e4ba0ff2bcaf None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:54:26.770529 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-98500166-5e7e-4cdd-9287-e4ba0ff2bcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:54:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:54:26.805751 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-492d8267-f9f9-4b27-a168-fa5ce5b03b60 req-00fa7ebe-4885-4ed7-805c-8c3818c29626 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fef84997-ea89-4f62-8ae1-e64b72479af7 HTTP/1.1" status: 200 len: 1000 time: 0.0604415 Jun 16 18:54:26.855292 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d8267-f9f9-4b27-a168-fa5ce5b03b60 req-c91f6c7a-7db7-443a-841b-0f224c046937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:26.856726 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-492d8267-f9f9-4b27-a168-fa5ce5b03b60 req-c91f6c7a-7db7-443a-841b-0f224c046937 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e42814e8-4209-4dfd-b8c6-aefa516869c5 HTTP/1.1" status: 200 len: 851 time: 0.0437076 Jun 16 18:54:26.875661 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-98500166-5e7e-4cdd-9287-e4ba0ff2bcaf None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:54:26.918902 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d8267-f9f9-4b27-a168-fa5ce5b03b60 req-aa9e78d6-c396-4bef-a5da-aab68a233036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:26.921212 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-492d8267-f9f9-4b27-a168-fa5ce5b03b60 req-aa9e78d6-c396-4bef-a5da-aab68a233036 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eb9a49dd-9ddc-41da-a244-4443a4784c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0582449 Jun 16 18:54:27.011053 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-492d8267-f9f9-4b27-a168-fa5ce5b03b60 req-306d2409-8809-40bc-ba43-2ff027c0c9c7 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830119 Jun 16 18:54:27.106326 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-492d8267-f9f9-4b27-a168-fa5ce5b03b60 req-a8305bec-4786-44dc-b861-67b1f8e5adb9 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884228 Jun 16 18:54:27.116246 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-98500166-5e7e-4cdd-9287-e4ba0ff2bcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': 'f8c4c373-1628-4f62-b403-35770574cc86', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'port_id': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'mac_address': 'fa:16:3e:12:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:54:25Z', 'updated_at': '2021-06-16T18:54:25Z', 'revision_number': 0, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:54:27.119936 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98500166-5e7e-4cdd-9287-e4ba0ff2bcaf None None] The sync data for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi is: [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': 'f8c4c373-1628-4f62-b403-35770574cc86', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'port_id': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'mac_address': 'fa:16:3e:12:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:54:25Z', 'updated_at': '2021-06-16T18:54:25Z', 'revision_number': 0, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:54:27.303585 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65636d39-b729-4b0a-8c9d-891007f5c838 None None] New status for floating IP f8c4c373-1628-4f62-b403-35770574cc86: ACTIVE {{(pid=100042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:54:27.466805 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df894643-31d7-4fc1-8e59-ef96cc0da259 req-050af1ec-2e8b-45da-a157-1d0e8e75f458 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:27.468760 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-df894643-31d7-4fc1-8e59-ef96cc0da259 req-050af1ec-2e8b-45da-a157-1d0e8e75f458 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 945 time: 0.0627170 Jun 16 18:54:27.508090 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-df894643-31d7-4fc1-8e59-ef96cc0da259 req-5007b221-d4aa-4287-b9de-5feb4fadf113 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330245 Jun 16 18:54:28.680137 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6eef16-7e8a-488d-a48f-b684da4a3745 req-0e6721eb-782d-4d34-a9d4-d951531c5e84 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:28.681482 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-aa6eef16-7e8a-488d-a48f-b684da4a3745 req-0e6721eb-782d-4d34-a9d4-d951531c5e84 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 945 time: 0.0635350 Jun 16 18:54:28.718213 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-aa6eef16-7e8a-488d-a48f-b684da4a3745 req-a5b51271-ed0a-466d-b8eb-58f4d9659472 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304236 Jun 16 18:54:29.685436 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1369b-3f57-45ee-a848-67c9724a1d9e req-ae2e45dd-7d79-4e66-b4a8-cf71b4374477 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:29.687341 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-06b1369b-3f57-45ee-a848-67c9724a1d9e req-ae2e45dd-7d79-4e66-b4a8-cf71b4374477 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 945 time: 0.2952514 Jun 16 18:54:29.793263 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-06b1369b-3f57-45ee-a848-67c9724a1d9e req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Deleting port f8264352-a06b-4a9a-816b-e57388ffaee4 {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:54:29.797536 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-06b1369b-3f57-45ee-a848-67c9724a1d9e req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:29.879924 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-06b1369b-3f57-45ee-a848-67c9724a1d9e req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] For port f8264352-a06b-4a9a-816b-e57388ffaee4, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=f8264352-a06b-4a9a-816b-e57388ffaee4,segment=NetworkSegment(f634b298-179f-4e36-89dc-29a38bbe3dcf),segment_id=f634b298-179f-4e36-89dc-29a38bbe3dcf)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:54:29.880387 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-06b1369b-3f57-45ee-a848-67c9724a1d9e req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:29.890989 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa9a69-310b-4efe-83e0-d011ada7d9dc req-5639ffa3-61af-449e-81a9-cdb939d183fd tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:29.892467 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4eaa9a69-310b-4efe-83e0-d011ada7d9dc req-5639ffa3-61af-449e-81a9-cdb939d183fd tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 945 time: 0.0627973 Jun 16 18:54:29.929388 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4eaa9a69-310b-4efe-83e0-d011ada7d9dc req-b7caacd5-e107-4d46-9302-ec78a35f0590 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313742 Jun 16 18:54:29.946926 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-06b1369b-3f57-45ee-a848-67c9724a1d9e req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Calling delete_port for f8264352-a06b-4a9a-816b-e57388ffaee4 owned by compute:nova {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:54:30.156634 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-06b1369b-3f57-45ee-a848-67c9724a1d9e req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:30.160472 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:30.168102 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['f8264352-a06b-4a9a-816b-e57388ffaee4'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:54:30.183589 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Pushing event deleted for resources: {'Port': ['ID=f8264352-a06b-4a9a-816b-e57388ffaee4,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:30.197205 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:30.197582 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:30.197948 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:30.198311 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:30.198661 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:30.199055 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:30.199398 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:30.205307 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:30.205307 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:30.205307 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:30.205307 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:30.205307 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:54:30.219519 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:30.238630 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b1369b-3f57-45ee-a848-67c9724a1d9e req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] No DVR routers for this DVR port f8264352-a06b-4a9a-816b-e57388ffaee4 on host hv-cinder-66710 {{(pid=100040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:54:30.240947 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-06b1369b-3f57-45ee-a848-67c9724a1d9e req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:30.242857 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-06b1369b-3f57-45ee-a848-67c9724a1d9e req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.70 "DELETE /v2.0/ports/f8264352-a06b-4a9a-816b-e57388ffaee4 HTTP/1.1" status: 204 len: 173 time: 0.5455356 Jun 16 18:54:30.243356 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0347b45-c3ab-440b-b1fa-b294ea357367', 'name': 'network-vif-deleted', 'tag': 'f8264352-a06b-4a9a-816b-e57388ffaee4'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:54:30.245618 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498a1fd1-5ccc-4175-84ce-c15f8d491a01" -d '{"events": [{"server_uuid": "b0347b45-c3ab-440b-b1fa-b294ea357367", "name": "network-vif-deleted", "tag": "f8264352-a06b-4a9a-816b-e57388ffaee4"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:54:30.280720 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f100d4-aca1-4452-8a7e-33bcb9479b8b x-openstack-request-id: req-60f100d4-aca1-4452-8a7e-33bcb9479b8b {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:54:30.281051 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0347b45-c3ab-440b-b1fa-b294ea357367", "name": "network-vif-deleted", "tag": "f8264352-a06b-4a9a-816b-e57388ffaee4", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:54:30.281341 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60f100d4-aca1-4452-8a7e-33bcb9479b8b {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:54:30.281767 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0347b45-c3ab-440b-b1fa-b294ea357367', 'name': 'network-vif-deleted', 'tag': 'f8264352-a06b-4a9a-816b-e57388ffaee4', 'status': 'completed', 'code': 200} Jun 16 18:54:31.080561 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a53a0436-c084-48cc-b782-5ddebcfdb5b4 req-377f7ac9-dace-4838-91e4-daf4b6dc312b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0347b45-c3ab-440b-b1fa-b294ea357367 HTTP/1.1" status: 200 len: 210 time: 0.0279012 Jun 16 18:54:33.614045 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device f8264352-a06b-4a9a-816b-e57388ffaee4 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:54:33.636761 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: f8264352-a06b-4a9a-816b-e57388ffaee4 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:54:33.637110 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device f8264352-a06b-4a9a-816b-e57388ffaee4 not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:54:38.769233 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b8b3cfa-6638-46de-98dc-61068f026742 req-120d4e42-29cd-46e0-9fa0-64fcabc1e734 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492361 Jun 16 18:54:38.873445 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b3cfa-6638-46de-98dc-61068f026742 req-95806f4c-7b30-4517-a59f-a902da99a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:38.874899 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b8b3cfa-6638-46de-98dc-61068f026742 req-95806f4c-7b30-4517-a59f-a902da99a163 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 1099 time: 0.0549533 Jun 16 18:54:38.979428 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b3cfa-6638-46de-98dc-61068f026742 req-d65473c2-258b-4927-a2dc-99f551fbb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:38.980844 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b8b3cfa-6638-46de-98dc-61068f026742 req-d65473c2-258b-4927-a2dc-99f551fbb6b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5067c8ca-8862-4936-b72e-9c44c8a52801 HTTP/1.1" status: 200 len: 917 time: 0.0839696 Jun 16 18:54:39.047958 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b8b3cfa-6638-46de-98dc-61068f026742 req-a662452b-d384-44fc-8c7e-d24ba35e8efa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267 HTTP/1.1" status: 200 len: 1001 time: 0.0604913 Jun 16 18:54:39.099453 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b3cfa-6638-46de-98dc-61068f026742 req-557c24f3-bbb6-4a6c-befb-54c795b7cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:39.100296 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b8b3cfa-6638-46de-98dc-61068f026742 req-557c24f3-bbb6-4a6c-befb-54c795b7cfd5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f5204a4-d003-494a-9248-fcb9bc5356cc HTTP/1.1" status: 200 len: 855 time: 0.0421979 Jun 16 18:54:39.156805 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b3cfa-6638-46de-98dc-61068f026742 req-37861a21-90d4-430b-8ea2-fc21d4b1ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:39.158238 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b8b3cfa-6638-46de-98dc-61068f026742 req-37861a21-90d4-430b-8ea2-fc21d4b1ad21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5067c8ca-8862-4936-b72e-9c44c8a52801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508599 Jun 16 18:54:39.248569 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b8b3cfa-6638-46de-98dc-61068f026742 req-fa1028e1-7bf2-470e-a7ce-ff389d693915 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825512 Jun 16 18:54:39.333333 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-0b8b3cfa-6638-46de-98dc-61068f026742 req-9c580947-5765-4781-814a-68c2c86dcc40 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790155 Jun 16 18:54:44.871099 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-9b6ea41e-6cab-4887-ac9f-482b794f5eac tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:44.872442 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-9b6ea41e-6cab-4887-ac9f-482b794f5eac tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/networks?id=71886076-2e1a-4a2a-b652-c0d61fbfa689 HTTP/1.1" status: 200 len: 814 time: 0.1009958 Jun 16 18:54:44.887547 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-04faf3af-1e26-43ee-b864-5b7b68eb4a8a tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/quotas/965abd0559a04af39ddab124ca538685 HTTP/1.1" status: 200 len: 375 time: 0.0091755 Jun 16 18:54:44.920532 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-5d876abf-6155-4236-9f07-204a9f124b27 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=965abd0559a04af39ddab124ca538685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274372 Jun 16 18:54:45.011466 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-012aa44a-cd3b-4eb7-8db8-0809b3e4b2e3 service neutron] 10.222.0.41 "GET /v2.0/networks/71886076-2e1a-4a2a-b652-c0d61fbfa689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842590 Jun 16 18:54:45.094890 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-1173f9d1-d88f-4ae2-8eae-93746815e18c service neutron] 10.222.0.41 "GET /v2.0/networks/71886076-2e1a-4a2a-b652-c0d61fbfa689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776620 Jun 16 18:54:45.313323 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ac81e49b-e4ec-493a-9c5a-80fbe8aa4e49 req-0bff63b8-bb79-4ad0-8dbc-f59e2c67e1cb tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 210 time: 0.0286179 Jun 16 18:54:45.519954 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-be4ff445-6f16-4596-9bf2-b68b718b8cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:46.453658 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-527c2b99-6db2-4ec4-bc02-55cb5969c051 req-8b3807ad-ebcb-481e-86a0-98c5940c61a2 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 210 time: 0.0329709 Jun 16 18:54:47.546742 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-29800372-7688-4a1f-8998-8113dcb0af92 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:47.548219 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-29800372-7688-4a1f-8998-8113dcb0af92 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.70 "GET /v2.0/networks?id=71886076-2e1a-4a2a-b652-c0d61fbfa689 HTTP/1.1" status: 200 len: 814 time: 0.1037135 Jun 16 18:54:47.565775 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-7e470b0c-4438-425f-9d6d-dc44d10e8c6b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Request body: {'port': {'device_id': 'b9c264ce-b759-4eff-8be5-cd73e3df162f', 'network_id': '71886076-2e1a-4a2a-b652-c0d61fbfa689', 'admin_state_up': True, 'tenant_id': '965abd0559a04af39ddab124ca538685'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:54:47.591293 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9eb5fb03-f006-4751-bb7e-81b6bc20132a req-e543b09e-2323-4fd8-8dba-1d73484b1f01 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 210 time: 0.0272560 Jun 16 18:54:47.731677 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-7e470b0c-4438-425f-9d6d-dc44d10e8c6b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Made reservation on behalf of 965abd0559a04af39ddab124ca538685 for: {'port': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:54:47.735911 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-7e470b0c-4438-425f-9d6d-dc44d10e8c6b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:47.860178 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-7e470b0c-4438-425f-9d6d-dc44d10e8c6b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Allocated IP 172.20.0.7 (71886076-2e1a-4a2a-b652-c0d61fbfa689/dde841c0-b72d-4c7b-a7f1-47c546215bb3/93c271df-c62b-4565-9ee3-8ace7c0dc54d) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:54:48.012352 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-7e470b0c-4438-425f-9d6d-dc44d10e8c6b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:48.057474 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-759e203a-af48-47d2-bdc4-5d80d4f937ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:48.156634 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-7e470b0c-4438-425f-9d6d-dc44d10e8c6b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25564287'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:48.160446 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-37db68cd-4fa2-4070-ac93-e7eec88ca9bb tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:48.196160 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-7e470b0c-4438-425f-9d6d-dc44d10e8c6b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Network 71886076-2e1a-4a2a-b652-c0d61fbfa689 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:54:48.199344 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-7e470b0c-4438-425f-9d6d-dc44d10e8c6b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:54:48.205786 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-7e470b0c-4438-425f-9d6d-dc44d10e8c6b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:54:48.229637 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e470b0c-4438-425f-9d6d-dc44d10e8c6b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Pushing event updated for resources: {'Port': ['ID=93c271df-c62b-4565-9ee3-8ace7c0dc54d,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:48.233949 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7e470b0c-4438-425f-9d6d-dc44d10e8c6b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:48.256212 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-7e470b0c-4438-425f-9d6d-dc44d10e8c6b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:48.256804 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-7e470b0c-4438-425f-9d6d-dc44d10e8c6b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:48.374626 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-7e470b0c-4438-425f-9d6d-dc44d10e8c6b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8126130 Jun 16 18:54:48.392274 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Request body: {'port': {'device_id': 'b9c264ce-b759-4eff-8be5-cd73e3df162f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:54:48.400389 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:48.464106 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:48.730461 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c271df-c62b-4565-9ee3-8ace7c0dc54d {{(pid=100040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:54:48.738828 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:48.751394 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Transition to ACTIVE for port object 93c271df-c62b-4565-9ee3-8ace7c0dc54d will not be triggered until provisioned by entity L2. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:54:48.769772 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf58b2-71f6-465f-8028-b457d40c1459 req-923b2bc5-870a-47fa-9f5d-437e93b9bdf4 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:48.771258 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4fdf58b2-71f6-465f-8028-b457d40c1459 req-923b2bc5-870a-47fa-9f5d-437e93b9bdf4 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 931 time: 0.0642347 Jun 16 18:54:48.808893 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4fdf58b2-71f6-465f-8028-b457d40c1459 req-2164398a-1089-4994-beca-066128f77fe6 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318334 Jun 16 18:54:48.857929 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:48.860202 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:48.934196 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=93c271df-c62b-4565-9ee3-8ace7c0dc54d,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:48.936984 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:49.003218 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Attempting to bind port 93c271df-c62b-4565-9ee3-8ace7c0dc54d on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:54:49.003545 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Attempting to bind port 93c271df-c62b-4565-9ee3-8ace7c0dc54d by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'f634b298-179f-4e36-89dc-29a38bbe3dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '71886076-2e1a-4a2a-b652-c0d61fbfa689'}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:54:49.004118 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Attempting to bind port 93c271df-c62b-4565-9ee3-8ace7c0dc54d on network 71886076-2e1a-4a2a-b652-c0d61fbfa689 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:54:49.008227 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Port 93c271df-c62b-4565-9ee3-8ace7c0dc54d on network 71886076-2e1a-4a2a-b652-c0d61fbfa689 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:54:49.008538 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Attempting to bind port 93c271df-c62b-4565-9ee3-8ace7c0dc54d on network 71886076-2e1a-4a2a-b652-c0d61fbfa689 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:54:49.013147 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:54:49.014018 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Checking segment: {'id': 'f634b298-179f-4e36-89dc-29a38bbe3dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '71886076-2e1a-4a2a-b652-c0d61fbfa689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:54:49.014385 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Bound using segment: {'id': 'f634b298-179f-4e36-89dc-29a38bbe3dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '71886076-2e1a-4a2a-b652-c0d61fbfa689'} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:54:49.014799 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Bound port: 93c271df-c62b-4565-9ee3-8ace7c0dc54d, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f634b298-179f-4e36-89dc-29a38bbe3dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '71886076-2e1a-4a2a-b652-c0d61fbfa689'}}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:54:49.015161 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:49.077716 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] For port 93c271df-c62b-4565-9ee3-8ace7c0dc54d, host hv-cinder-66710, cleared binding levels {{(pid=100040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:54:49.080700 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] For port 93c271df-c62b-4565-9ee3-8ace7c0dc54d, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=93c271df-c62b-4565-9ee3-8ace7c0dc54d,segment=NetworkSegment(f634b298-179f-4e36-89dc-29a38bbe3dcf),segment_id=f634b298-179f-4e36-89dc-29a38bbe3dcf)] {{(pid=100040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:54:49.139759 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:49.141972 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:49.176634 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:49.177254 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:49.178640 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] 10.222.0.70 "PUT /v2.0/ports/93c271df-c62b-4565-9ee3-8ace7c0dc54d HTTP/1.1" status: 200 len: 1093 time: 0.7912204 Jun 16 18:54:49.180912 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c264ce-b759-4eff-8be5-cd73e3df162f', 'tag': '93c271df-c62b-4565-9ee3-8ace7c0dc54d'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:54:49.183202 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb3e51e-82ce-4276-8a56-0a8fa72a3f88" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c264ce-b759-4eff-8be5-cd73e3df162f", "tag": "93c271df-c62b-4565-9ee3-8ace7c0dc54d"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:54:49.207390 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:49.209685 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=93c271df-c62b-4565-9ee3-8ace7c0dc54d,revision_number=3']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:49.212985 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:49.223266 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a32458-eeaf-4d25-98df-7ba28cd1c3e7 x-openstack-request-id: req-a9a32458-eeaf-4d25-98df-7ba28cd1c3e7 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:54:49.223595 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c264ce-b759-4eff-8be5-cd73e3df162f", "tag": "93c271df-c62b-4565-9ee3-8ace7c0dc54d", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:54:49.223887 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9a32458-eeaf-4d25-98df-7ba28cd1c3e7 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:54:49.224310 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c264ce-b759-4eff-8be5-cd73e3df162f', 'tag': '93c271df-c62b-4565-9ee3-8ace7c0dc54d', 'status': 'completed', 'code': 200} Jun 16 18:54:49.302867 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e51e-82ce-4276-8a56-0a8fa72a3f88 req-0b80d69b-7de9-4240-873c-7e70df30efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:49.304356 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-adb3e51e-82ce-4276-8a56-0a8fa72a3f88 req-0b80d69b-7de9-4240-873c-7e70df30efeb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=965abd0559a04af39ddab124ca538685&device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 1096 time: 0.0512431 Jun 16 18:54:49.399531 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e51e-82ce-4276-8a56-0a8fa72a3f88 req-3d2f0709-8bfc-49d5-b8a8-829bad3679fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:49.400976 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-adb3e51e-82ce-4276-8a56-0a8fa72a3f88 req-3d2f0709-8bfc-49d5-b8a8-829bad3679fe service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=965abd0559a04af39ddab124ca538685&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0880103 Jun 16 18:54:49.494794 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e51e-82ce-4276-8a56-0a8fa72a3f88 req-e4c273e0-3199-46c5-86f2-42ef19465ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:49.496187 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-adb3e51e-82ce-4276-8a56-0a8fa72a3f88 req-e4c273e0-3199-46c5-86f2-42ef19465ebd service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872283 Jun 16 18:54:49.583684 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-46db799d-a2ec-487b-ad59-560ec21caf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:49.585112 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-46db799d-a2ec-487b-ad59-560ec21caf19 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=965abd0559a04af39ddab124ca538685&device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 1096 time: 0.0500302 Jun 16 18:54:49.628095 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-6a94d5cb-0771-4180-9204-026e48202c6e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c271df-c62b-4565-9ee3-8ace7c0dc54d HTTP/1.1" status: 200 len: 217 time: 0.0354679 Jun 16 18:54:49.674347 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-fea5d1c4-6ae9-42a8-a941-37d49f90be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:49.675811 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-fea5d1c4-6ae9-42a8-a941-37d49f90be86 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dde841c0-b72d-4c7b-a7f1-47c546215bb3 HTTP/1.1" status: 200 len: 854 time: 0.0415580 Jun 16 18:54:49.710988 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-61789cc3-1e6d-42f0-8929-bca762e6f135 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=71886076-2e1a-4a2a-b652-c0d61fbfa689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255437 Jun 16 18:54:49.800730 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-2b2db4d0-9fdc-4024-a0fd-92dfd49495fd service neutron] 10.222.0.70 "GET /v2.0/networks/71886076-2e1a-4a2a-b652-c0d61fbfa689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818181 Jun 16 18:54:49.887806 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6ca4c6b3-2d88-4453-b818-6e22fc6de56b req-514f99a4-e280-43e7-9d65-476db3399f4f service neutron] 10.222.0.70 "GET /v2.0/networks/71886076-2e1a-4a2a-b652-c0d61fbfa689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805244 Jun 16 18:54:49.995723 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aaebf-a4dd-43b1-861a-fd02c4cdcfc8 req-c7ff0a4b-ba96-4f1b-b57d-e338a5c338bc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:49.997169 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-697aaebf-a4dd-43b1-861a-fd02c4cdcfc8 req-c7ff0a4b-ba96-4f1b-b57d-e338a5c338bc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 943 time: 0.0699687 Jun 16 18:54:50.034192 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-697aaebf-a4dd-43b1-861a-fd02c4cdcfc8 req-7c6fad58-c8ec-46ba-a545-3dc075893010 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313447 Jun 16 18:54:50.956091 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:51.203373 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a9dc3-d2d2-48d5-96d9-4f5cbb847a5b req-84372e55-bd02-4405-9828-8b936103b5e1 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:51.204705 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9d8a9dc3-d2d2-48d5-96d9-4f5cbb847a5b req-84372e55-bd02-4405-9828-8b936103b5e1 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 943 time: 0.0610693 Jun 16 18:54:51.240793 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9d8a9dc3-d2d2-48d5-96d9-4f5cbb847a5b req-c8b54bf8-efdc-44e5-a7da-188c914fd1e8 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305066 Jun 16 18:54:52.410690 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853bf40-7318-4f02-82bc-0f0c3d3fa0d9 req-14a4c936-9d76-4d5a-b74e-6c478b61344e tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:52.412190 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3853bf40-7318-4f02-82bc-0f0c3d3fa0d9 req-14a4c936-9d76-4d5a-b74e-6c478b61344e tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 943 time: 0.0645397 Jun 16 18:54:52.454925 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3853bf40-7318-4f02-82bc-0f0c3d3fa0d9 req-ed9e875f-ff0f-4bc8-b748-f10ecf85fd64 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371332 Jun 16 18:54:53.545099 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 93c271df-c62b-4565-9ee3-8ace7c0dc54d details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:54:53.627453 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b771bea-76bb-4b16-9371-756995261dc6 req-b80dcba4-bec9-4a24-8836-9011d5ab7e06 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:53.629149 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5b771bea-76bb-4b16-9371-756995261dc6 req-b80dcba4-bec9-4a24-8836-9011d5ab7e06 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 943 time: 0.0650063 Jun 16 18:54:53.639068 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 93c271df-c62b-4565-9ee3-8ace7c0dc54d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=93c271df-c62b-4565-9ee3-8ace7c0dc54d,segment=NetworkSegment(f634b298-179f-4e36-89dc-29a38bbe3dcf),segment_id=f634b298-179f-4e36-89dc-29a38bbe3dcf)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:54:53.650275 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': '93c271df-c62b-4565-9ee3-8ace7c0dc54d', 'network_id': '71886076-2e1a-4a2a-b652-c0d61fbfa689', 'port_id': '93c271df-c62b-4565-9ee3-8ace7c0dc54d', 'mac_address': 'fa:16:3e:d8:69:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde841c0-b72d-4c7b-a7f1-47c546215bb3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:54:53.665957 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5b771bea-76bb-4b16-9371-756995261dc6 req-b6e1821c-2ef7-441a-ba98-818db413ae5e tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312002 Jun 16 18:54:53.688051 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:53.700341 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c271df-c62b-4565-9ee3-8ace7c0dc54d {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:54:53.719462 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 93c271df-c62b-4565-9ee3-8ace7c0dc54d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=93c271df-c62b-4565-9ee3-8ace7c0dc54d,segment=NetworkSegment(f634b298-179f-4e36-89dc-29a38bbe3dcf),segment_id=f634b298-179f-4e36-89dc-29a38bbe3dcf)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:54:53.788863 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:53.791496 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-5d08035a-59e3-432b-bfba-27d1f553aa0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:53.835856 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=93c271df-c62b-4565-9ee3-8ace7c0dc54d,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:53.839173 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:54.253643 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['93c271df-c62b-4565-9ee3-8ace7c0dc54d'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:54:54.835826 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45736ea1-838f-4804-b7d8-723b7ddf2809 req-af4d9393-68bb-441d-bc9b-1ee4f0112583 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:54.837296 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-45736ea1-838f-4804-b7d8-723b7ddf2809 req-af4d9393-68bb-441d-bc9b-1ee4f0112583 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 944 time: 0.0627074 Jun 16 18:54:54.874819 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-45736ea1-838f-4804-b7d8-723b7ddf2809 req-5248a460-1686-450c-82cd-c18a843979eb tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318379 Jun 16 18:54:55.582780 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 93c271df-c62b-4565-9ee3-8ace7c0dc54d up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:54:55.691370 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port 93c271df-c62b-4565-9ee3-8ace7c0dc54d completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:54:55.695158 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port 93c271df-c62b-4565-9ee3-8ace7c0dc54d triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:54:55.695544 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:55.773839 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:55.795905 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c264ce-b759-4eff-8be5-cd73e3df162f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c271df-c62b-4565-9ee3-8ace7c0dc54d'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:54:55.798121 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30940c1f-c894-43f2-ac02-5d605128637d" -d '{"events": [{"server_uuid": "b9c264ce-b759-4eff-8be5-cd73e3df162f", "name": "network-vif-plugged", "status": "completed", "tag": "93c271df-c62b-4565-9ee3-8ace7c0dc54d"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:54:55.810703 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 93c271df-c62b-4565-9ee3-8ace7c0dc54d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=93c271df-c62b-4565-9ee3-8ace7c0dc54d,segment=NetworkSegment(f634b298-179f-4e36-89dc-29a38bbe3dcf),segment_id=f634b298-179f-4e36-89dc-29a38bbe3dcf)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:54:55.835376 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37eb43e-74e7-4d7d-a650-632baf3dd965 x-openstack-request-id: req-c37eb43e-74e7-4d7d-a650-632baf3dd965 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:54:55.840442 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c264ce-b759-4eff-8be5-cd73e3df162f", "name": "network-vif-plugged", "status": "completed", "tag": "93c271df-c62b-4565-9ee3-8ace7c0dc54d", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:54:55.840442 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c37eb43e-74e7-4d7d-a650-632baf3dd965 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:54:55.840442 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c264ce-b759-4eff-8be5-cd73e3df162f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c271df-c62b-4565-9ee3-8ace7c0dc54d', 'code': 200} Jun 16 18:54:55.875841 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:55.877723 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:54:55.923959 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=93c271df-c62b-4565-9ee3-8ace7c0dc54d,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:54:55.927665 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:54:56.057716 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e1268-7670-4445-97d7-c42a2557087c req-b1f2c6c3-9b1f-4d33-b959-9b737e51d57b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:56.059192 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-573e1268-7670-4445-97d7-c42a2557087c req-b1f2c6c3-9b1f-4d33-b959-9b737e51d57b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 945 time: 0.0665245 Jun 16 18:54:56.097090 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-573e1268-7670-4445-97d7-c42a2557087c req-b7e9073f-4c85-4df3-ac37-83d785151fba tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316670 Jun 16 18:54:56.174569 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a86882-0d5f-4149-99af-34ccc5400a62 req-2994cc85-8f6d-4fbe-b159-506a05b2cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:56.176222 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-34a86882-0d5f-4149-99af-34ccc5400a62 req-2994cc85-8f6d-4fbe-b159-506a05b2cec0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 1098 time: 0.0519979 Jun 16 18:54:56.210254 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-34a86882-0d5f-4149-99af-34ccc5400a62 req-1373b753-4b1c-4f80-8703-945b18fe2b34 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268381 Jun 16 18:54:56.674713 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:54:57.265390 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7ef23-6fef-4ebb-8fcd-86ed59f8fdb9 req-440a161f-02f6-4e64-b657-aee9c49bcbae tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:57.266746 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-59f7ef23-6fef-4ebb-8fcd-86ed59f8fdb9 req-440a161f-02f6-4e64-b657-aee9c49bcbae tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 945 time: 0.0611868 Jun 16 18:54:57.302643 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-59f7ef23-6fef-4ebb-8fcd-86ed59f8fdb9 req-76f9752b-d63f-449e-adda-970de8e81d54 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303037 Jun 16 18:54:58.476183 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250222a-c0ab-44e1-b8c0-75fca13edd79 req-f4ddd890-157f-49e0-8a56-aa3f2a57980d tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:54:58.477639 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4250222a-c0ab-44e1-b8c0-75fca13edd79 req-f4ddd890-157f-49e0-8a56-aa3f2a57980d tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 945 time: 0.0623751 Jun 16 18:54:58.514161 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4250222a-c0ab-44e1-b8c0-75fca13edd79 req-6aec139b-faec-4c04-8adb-7c24054a9870 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309877 Jun 16 18:55:00.347083 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0b79a-c350-4f09-9e23-b9c5d1593c0f req-1ca0d620-5576-4102-8eb3-e68a7456f800 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:00.349377 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6fc0b79a-c350-4f09-9e23-b9c5d1593c0f req-1ca0d620-5576-4102-8eb3-e68a7456f800 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0664482 Jun 16 18:55:00.386433 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6fc0b79a-c350-4f09-9e23-b9c5d1593c0f req-60a7a58c-471d-44c0-87bc-1fe6d3361ac8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314300 Jun 16 18:55:01.560432 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b6f30-ad02-4069-a959-af61623d2df9 req-4608ec41-4182-4293-a427-9f3090ab6d19 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:01.561882 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-172b6f30-ad02-4069-a959-af61623d2df9 req-4608ec41-4182-4293-a427-9f3090ab6d19 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0621698 Jun 16 18:55:01.598527 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-172b6f30-ad02-4069-a959-af61623d2df9 req-7c41fb18-f0bc-45ab-a02f-878af7e6e9a0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310528 Jun 16 18:55:01.711590 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:55:02.771083 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac3633-f99d-4300-9fc9-2e49ddf13aa4 req-7722a5dd-9dd8-40fc-a29a-07d4b3797e49 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:02.772466 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1cac3633-f99d-4300-9fc9-2e49ddf13aa4 req-7722a5dd-9dd8-40fc-a29a-07d4b3797e49 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0658474 Jun 16 18:55:02.812140 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1cac3633-f99d-4300-9fc9-2e49ddf13aa4 req-81afdfda-7571-4d57-ad4b-dacc9bedbc01 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340645 Jun 16 18:55:03.986507 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f80af-440b-4b26-9fc5-fd395b1f3b48 req-cc6ea92d-d93e-4838-a2d6-bd18e10493da tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:03.987992 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-390f80af-440b-4b26-9fc5-fd395b1f3b48 req-cc6ea92d-d93e-4838-a2d6-bd18e10493da tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0629668 Jun 16 18:55:04.024925 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-390f80af-440b-4b26-9fc5-fd395b1f3b48 req-c7e8dff0-128b-4c87-96b3-ebcb02940387 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312788 Jun 16 18:55:05.192461 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f18d6-b51d-4e43-a7a6-507e9f9dc603 req-98e1fc73-9722-4e2d-918c-558e3dbfd434 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:05.193814 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-df2f18d6-b51d-4e43-a7a6-507e9f9dc603 req-98e1fc73-9722-4e2d-918c-558e3dbfd434 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0613232 Jun 16 18:55:05.229976 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-df2f18d6-b51d-4e43-a7a6-507e9f9dc603 req-63762907-b8d4-4ec1-85a1-38cc373cc6be tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306127 Jun 16 18:55:06.407461 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68fa11-3bda-4543-9ba7-eabd9a195061 req-681bf2f3-61c4-4233-85e5-b0cf33696473 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:06.408920 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5c68fa11-3bda-4543-9ba7-eabd9a195061 req-681bf2f3-61c4-4233-85e5-b0cf33696473 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0682976 Jun 16 18:55:06.451519 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5c68fa11-3bda-4543-9ba7-eabd9a195061 req-d9b9cc74-0570-4679-a2d9-658b1f108490 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366483 Jun 16 18:55:07.142448 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066c603-0496-4f12-b5b5-c11895e4c1ec req-0d051e6e-6ad7-43e8-b5c1-295947844319 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:07.143850 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d066c603-0496-4f12-b5b5-c11895e4c1ec req-0d051e6e-6ad7-43e8-b5c1-295947844319 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0637758 Jun 16 18:55:07.163101 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057969c4-463b-4e4c-ae2d-258fc689849f req-7aec3c1a-8dac-439d-9b65-bfa97858835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:07.164561 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-057969c4-463b-4e4c-ae2d-258fc689849f req-7aec3c1a-8dac-439d-9b65-bfa97858835a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eee13d403ce7426dbafc5b182fa585c7&device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 1138 time: 0.0549273 Jun 16 18:55:07.183973 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d066c603-0496-4f12-b5b5-c11895e4c1ec req-e5f84594-87fc-4a39-ae6b-9f90dccc7380 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342338 Jun 16 18:55:07.250952 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057969c4-463b-4e4c-ae2d-258fc689849f req-7d324748-421b-4356-a90b-d4e8d3c20905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:07.252407 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-057969c4-463b-4e4c-ae2d-258fc689849f req-7d324748-421b-4356-a90b-d4e8d3c20905 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c74d04b2-d641-4a9e-80c2-dee470e08dfe HTTP/1.1" status: 200 len: 915 time: 0.0795696 Jun 16 18:55:07.317956 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-057969c4-463b-4e4c-ae2d-258fc689849f req-f4cd11d5-c68e-4c95-938f-535be2319e65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e84fdd2b-089b-4954-ac1a-f7f746cb336f HTTP/1.1" status: 200 len: 1000 time: 0.0586336 Jun 16 18:55:07.367654 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057969c4-463b-4e4c-ae2d-258fc689849f req-2f39264d-87b9-4613-8ada-297db4f5ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:07.369075 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-057969c4-463b-4e4c-ae2d-258fc689849f req-2f39264d-87b9-4613-8ada-297db4f5ae43 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e622436-b6d2-4a20-af10-928af10bb903 HTTP/1.1" status: 200 len: 853 time: 0.0408931 Jun 16 18:55:07.425577 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057969c4-463b-4e4c-ae2d-258fc689849f req-ede34d8d-e825-493a-85f5-2ef10b8ef9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:07.426950 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-057969c4-463b-4e4c-ae2d-258fc689849f req-ede34d8d-e825-493a-85f5-2ef10b8ef9c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c74d04b2-d641-4a9e-80c2-dee470e08dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507746 Jun 16 18:55:07.517558 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-057969c4-463b-4e4c-ae2d-258fc689849f req-11bd8cd6-6a9b-4889-a153-3f0556eca896 service neutron] 10.222.0.70 "GET /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831916 Jun 16 18:55:07.603531 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-057969c4-463b-4e4c-ae2d-258fc689849f req-5359f53a-45f6-4002-8274-5676d7c1a509 service neutron] 10.222.0.70 "GET /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789981 Jun 16 18:55:07.628238 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f29b2-e624-4f84-925e-ee9b9c2b59e7 req-dd84fb9c-86d2-4654-b635-254e6cbad254 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:07.629959 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d11f29b2-e624-4f84-925e-ee9b9c2b59e7 req-dd84fb9c-86d2-4654-b635-254e6cbad254 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0657969 Jun 16 18:55:07.666557 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d11f29b2-e624-4f84-925e-ee9b9c2b59e7 req-42e50419-4287-44e4-b765-c884f9a690fa tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308318 Jun 16 18:55:08.355285 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0f84a-15fe-4426-b327-983aeca3d5c8 req-f98d746a-c10d-4cfd-bb0a-4da50984e178 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:08.356724 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d3f0f84a-15fe-4426-b327-983aeca3d5c8 req-f98d746a-c10d-4cfd-bb0a-4da50984e178 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0623958 Jun 16 18:55:08.396280 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d3f0f84a-15fe-4426-b327-983aeca3d5c8 req-e57513a1-b292-4c06-8f42-13bd382045a2 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337758 Jun 16 18:55:08.836437 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1122215-9f63-4dbd-ad83-bac1fbcfdd9d req-2a89ac04-2ab8-471c-bdfb-c349d994e364 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:08.837903 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a1122215-9f63-4dbd-ad83-bac1fbcfdd9d req-2a89ac04-2ab8-471c-bdfb-c349d994e364 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0623310 Jun 16 18:55:08.876282 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a1122215-9f63-4dbd-ad83-bac1fbcfdd9d req-25f2e4e0-7d3a-4d8e-aedc-919ac88c9a35 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326457 Jun 16 18:55:09.570588 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb2079-f3db-486b-a462-4b9755263dc8 req-f9166542-b7e6-46bb-bb96-98988f6c29a9 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:09.572144 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6ebb2079-f3db-486b-a462-4b9755263dc8 req-f9166542-b7e6-46bb-bb96-98988f6c29a9 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0641572 Jun 16 18:55:09.612419 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6ebb2079-f3db-486b-a462-4b9755263dc8 req-1f2dd9d8-5621-49c4-acef-9254a5a0b4cb tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340495 Jun 16 18:55:10.046019 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f2b15-e51d-4d4f-91c8-c17e07347152 req-d9e491d6-81dd-47a2-b743-c43cc5aa416c tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:10.047488 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bf4f2b15-e51d-4d4f-91c8-c17e07347152 req-d9e491d6-81dd-47a2-b743-c43cc5aa416c tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0617707 Jun 16 18:55:10.084242 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bf4f2b15-e51d-4d4f-91c8-c17e07347152 req-225369d6-de95-46c4-a60c-593eb9efee11 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311940 Jun 16 18:55:10.784632 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f516a-1d2f-40e5-89c4-7fb977945d3b req-3859bf71-8f3e-4c83-858f-a4850d989d64 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:10.786165 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-933f516a-1d2f-40e5-89c4-7fb977945d3b req-3859bf71-8f3e-4c83-858f-a4850d989d64 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0666742 Jun 16 18:55:10.827485 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-933f516a-1d2f-40e5-89c4-7fb977945d3b req-62626eb2-de44-4e86-a685-b8b6cc882ade tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354502 Jun 16 18:55:11.255184 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96a679-2690-448e-9b33-425197559a9d req-e6a12c00-1fae-4f85-a55a-d642dd4d7cad tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:11.256558 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0c96a679-2690-448e-9b33-425197559a9d req-e6a12c00-1fae-4f85-a55a-d642dd4d7cad tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0631917 Jun 16 18:55:11.293931 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0c96a679-2690-448e-9b33-425197559a9d req-8c6a8967-8b50-47d2-b27a-c3629af382cf tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317907 Jun 16 18:55:11.999178 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607a417-5541-4b53-84a3-d16892e70817 req-b2cb327f-d9a1-4940-b2e9-ae98f73fcfab tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:12.000643 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c607a417-5541-4b53-84a3-d16892e70817 req-b2cb327f-d9a1-4940-b2e9-ae98f73fcfab tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0623522 Jun 16 18:55:12.038834 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c607a417-5541-4b53-84a3-d16892e70817 req-6f68338d-579f-4499-91a2-aad27e3720f4 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322077 Jun 16 18:55:12.464637 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67900a4-f2d4-45bc-b8b4-cfa0a26e7606 req-8f1bd633-20ab-4abc-bf51-767c8ae9cdfd tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:12.466583 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e67900a4-f2d4-45bc-b8b4-cfa0a26e7606 req-8f1bd633-20ab-4abc-bf51-767c8ae9cdfd tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0655141 Jun 16 18:55:12.503272 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e67900a4-f2d4-45bc-b8b4-cfa0a26e7606 req-86df5997-6829-4339-91e2-85bb9e57fad8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311487 Jun 16 18:55:13.206449 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31e212-7c8c-432b-8382-93ba389aaba7 req-4d4f799f-a91e-4b3d-a124-557cf1d0a9a7 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:13.207827 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9b31e212-7c8c-432b-8382-93ba389aaba7 req-4d4f799f-a91e-4b3d-a124-557cf1d0a9a7 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0612509 Jun 16 18:55:13.245718 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9b31e212-7c8c-432b-8382-93ba389aaba7 req-600e4b78-e0c1-4d44-b283-a866a2604f91 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322461 Jun 16 18:55:13.674686 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51dd3e-6173-48b7-b893-73dfaa19cdc7 req-8968d006-f1ac-4615-9e45-64b0f1ef3511 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:13.676185 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ac51dd3e-6173-48b7-b893-73dfaa19cdc7 req-8968d006-f1ac-4615-9e45-64b0f1ef3511 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0646453 Jun 16 18:55:13.713229 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ac51dd3e-6173-48b7-b893-73dfaa19cdc7 req-d8a405a9-6071-4a87-b964-7f52c06a31d6 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312111 Jun 16 18:55:14.420235 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a87960-5eaf-42a2-93e1-75ff7c7c651c req-0c33ced5-2d1c-4d3e-bc51-fa4160c09eed tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:14.427209 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-17a87960-5eaf-42a2-93e1-75ff7c7c651c req-0c33ced5-2d1c-4d3e-bc51-fa4160c09eed tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0690958 Jun 16 18:55:14.461613 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-17a87960-5eaf-42a2-93e1-75ff7c7c651c req-603972a0-7064-4606-b826-c65ea4ef6cfc tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334179 Jun 16 18:55:14.887417 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acca2cf-c27b-4d5e-a39a-2a6cd8a673c7 req-ada99ba2-8fd2-4848-ae7b-12ea331223b2 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:14.889425 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7acca2cf-c27b-4d5e-a39a-2a6cd8a673c7 req-ada99ba2-8fd2-4848-ae7b-12ea331223b2 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0620477 Jun 16 18:55:14.927624 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7acca2cf-c27b-4d5e-a39a-2a6cd8a673c7 req-93620176-c1b1-4de0-96b5-78e803d032f0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321593 Jun 16 18:55:15.519823 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-8071f4fe-fbe4-4994-afc2-283cc10f110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:15.637344 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1ad7f-8886-4f05-b4b4-bc3013236827 req-9c14758d-c0b9-47f8-bed8-71554c5b0bdb tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:15.638781 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a5f1ad7f-8886-4f05-b4b4-bc3013236827 req-9c14758d-c0b9-47f8-bed8-71554c5b0bdb tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0654044 Jun 16 18:55:15.677383 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a5f1ad7f-8886-4f05-b4b4-bc3013236827 req-203b463b-7252-4567-9576-129b593edc76 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328832 Jun 16 18:55:16.098465 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2e309-7322-444a-8cbf-a67a693ffdd8 req-a6eaff84-46e2-47fb-882b-176d5843d63b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:16.099950 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a4c2e309-7322-444a-8cbf-a67a693ffdd8 req-a6eaff84-46e2-47fb-882b-176d5843d63b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0614614 Jun 16 18:55:16.136688 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a4c2e309-7322-444a-8cbf-a67a693ffdd8 req-7aac92f2-51e0-414a-be3c-0a788d38241a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312304 Jun 16 18:55:16.851694 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd60b-be97-44be-8854-c0a852fb9b75 req-c0efb347-31f9-4ee5-ad25-54cec277712d tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:16.853137 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-786cd60b-be97-44be-8854-c0a852fb9b75 req-c0efb347-31f9-4ee5-ad25-54cec277712d tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0677578 Jun 16 18:55:16.892712 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-786cd60b-be97-44be-8854-c0a852fb9b75 req-7a08ee3d-3d60-442b-a01d-d417450392ed tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331578 Jun 16 18:55:17.308469 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e5994-86af-4ed2-9464-bb5b3b0a1926 req-9797bff2-9807-4d9b-bfd4-df6b6ac05765 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:17.309916 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-708e5994-86af-4ed2-9464-bb5b3b0a1926 req-9797bff2-9807-4d9b-bfd4-df6b6ac05765 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0645611 Jun 16 18:55:17.346806 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-708e5994-86af-4ed2-9464-bb5b3b0a1926 req-f9ff36c1-5fee-470e-ab0b-a1b3673cc3b9 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310981 Jun 16 18:55:18.023803 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-1fe361b8-6c86-40d4-b53f-e1a48556451a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:18.065299 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdcbf8-d144-41f8-95d3-2c678627220e req-07f3a567-251a-4ada-b52f-fee7e1df04be tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:18.066685 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-35bdcbf8-d144-41f8-95d3-2c678627220e req-07f3a567-251a-4ada-b52f-fee7e1df04be tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0649140 Jun 16 18:55:18.105951 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-35bdcbf8-d144-41f8-95d3-2c678627220e req-60f3cbc9-0a46-49a1-a83b-4dc7352eb527 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333898 Jun 16 18:55:18.411015 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:18.528637 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb3cf6-2d25-408e-ac5b-d2521a2f090e req-2c75e90b-b1c7-4915-b0e5-778a6ba923d3 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:18.530135 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9afb3cf6-2d25-408e-ac5b-d2521a2f090e req-2c75e90b-b1c7-4915-b0e5-778a6ba923d3 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0712278 Jun 16 18:55:18.567511 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9afb3cf6-2d25-408e-ac5b-d2521a2f090e req-1b4bd866-47db-4ff2-a3ea-6815a94234a6 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317147 Jun 16 18:55:19.223897 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:19.285571 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d14034-56db-4b05-9852-7b0ec5a2ba0f req-857e3a53-c1be-4724-92b7-b74b3c959f0d tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:19.287020 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-63d14034-56db-4b05-9852-7b0ec5a2ba0f req-857e3a53-c1be-4724-92b7-b74b3c959f0d tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0678887 Jun 16 18:55:19.326091 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-63d14034-56db-4b05-9852-7b0ec5a2ba0f req-65dea1c1-8a09-4a06-8456-b0a669a4dd90 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332727 Jun 16 18:55:19.739990 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6018-c80a-479c-ab0a-92e336448bf4 req-00fc8359-9cd7-405a-be79-2abddfa2e95f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:19.741412 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-881d6018-c80a-479c-ab0a-92e336448bf4 req-00fc8359-9cd7-405a-be79-2abddfa2e95f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0662405 Jun 16 18:55:19.778144 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-881d6018-c80a-479c-ab0a-92e336448bf4 req-07bec560-4b09-444c-9b41-dc34c54d6c19 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310767 Jun 16 18:55:20.263681 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6266a-e6a5-429f-9f6c-223155ef7ba9 req-f831e968-1c78-4395-9f06-4c5294df8a14 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:20.265137 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-aac6266a-e6a5-429f-9f6c-223155ef7ba9 req-f831e968-1c78-4395-9f06-4c5294df8a14 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0656521 Jun 16 18:55:20.303209 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-aac6266a-e6a5-429f-9f6c-223155ef7ba9 req-2b5ccfff-1650-4ebd-a7d3-cfa45cf08107 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322073 Jun 16 18:55:20.358191 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e215d-1907-45a6-8645-b44fd1321ba5 req-c3489a81-8d74-4ca5-aa4a-31e821f475fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:20.359367 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-235e215d-1907-45a6-8645-b44fd1321ba5 req-c3489a81-8d74-4ca5-aa4a-31e821f475fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=804db3a89f1c4d96a7e618f32151b0a4&device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 1098 time: 0.0527258 Jun 16 18:55:20.452830 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e215d-1907-45a6-8645-b44fd1321ba5 req-723533a9-b67c-439f-a78f-faf6797d21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:20.454315 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-235e215d-1907-45a6-8645-b44fd1321ba5 req-723533a9-b67c-439f-a78f-faf6797d21d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da HTTP/1.1" status: 200 len: 911 time: 0.0885530 Jun 16 18:55:20.501676 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a66a87-c7eb-4fb3-9e7d-f47ffbeba4b5 req-adff59ac-d5db-4510-a59b-0410916c6633 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:20.503410 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e9a66a87-c7eb-4fb3-9e7d-f47ffbeba4b5 req-adff59ac-d5db-4510-a59b-0410916c6633 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0617800 Jun 16 18:55:20.518449 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-235e215d-1907-45a6-8645-b44fd1321ba5 req-ffacbae0-b539-41a4-8479-c8e0ce18a1aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cfd3f2-11be-40d7-992b-b64620dde2cd HTTP/1.1" status: 200 len: 1001 time: 0.0568740 Jun 16 18:55:20.541697 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e9a66a87-c7eb-4fb3-9e7d-f47ffbeba4b5 req-78d65f28-6c5e-4252-9288-aeb8c10a65f8 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324569 Jun 16 18:55:20.569398 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e215d-1907-45a6-8645-b44fd1321ba5 req-72b913e6-650a-4c04-adfa-ab515f3931e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:20.570825 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-235e215d-1907-45a6-8645-b44fd1321ba5 req-72b913e6-650a-4c04-adfa-ab515f3931e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c564e1e9-0d16-4720-8290-85e28752f80f HTTP/1.1" status: 200 len: 849 time: 0.0461340 Jun 16 18:55:20.631735 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e215d-1907-45a6-8645-b44fd1321ba5 req-8d941aa8-3708-4a16-bea0-cafcb0fe503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:20.633062 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-235e215d-1907-45a6-8645-b44fd1321ba5 req-8d941aa8-3708-4a16-bea0-cafcb0fe503e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489233 Jun 16 18:55:20.718334 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-235e215d-1907-45a6-8645-b44fd1321ba5 req-2b56d8df-a43b-4af1-a84b-ceb3736e35bb service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770366 Jun 16 18:55:20.808070 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-235e215d-1907-45a6-8645-b44fd1321ba5 req-12d3020f-addc-4a72-a417-183a624390c5 service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822217 Jun 16 18:55:20.955357 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:21.479095 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831762d-b42d-4783-b08d-268030283db1 req-ebf4bc34-93a0-49ad-80a1-5f384badf996 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:21.480543 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1831762d-b42d-4783-b08d-268030283db1 req-ebf4bc34-93a0-49ad-80a1-5f384badf996 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0666764 Jun 16 18:55:21.517300 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1831762d-b42d-4783-b08d-268030283db1 req-ab308d7c-4700-42f2-a580-297cc2ad231b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311906 Jun 16 18:55:21.714094 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ff0b6-086c-452d-be06-f93d5f79a2d6 req-4b702a83-e962-4c55-a96b-a60035b25a73 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:21.715544 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-694ff0b6-086c-452d-be06-f93d5f79a2d6 req-4b702a83-e962-4c55-a96b-a60035b25a73 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0619664 Jun 16 18:55:21.756250 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-694ff0b6-086c-452d-be06-f93d5f79a2d6 req-52c15a5f-dfc0-4fe4-8477-5609a886d1d9 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349753 Jun 16 18:55:22.687274 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f7920-89f0-4407-982b-c2ac2f48b3b6 req-8a447324-2e16-4150-9381-caef23cb7f45 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:22.688621 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a7f7920-89f0-4407-982b-c2ac2f48b3b6 req-8a447324-2e16-4150-9381-caef23cb7f45 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0649066 Jun 16 18:55:22.725886 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a7f7920-89f0-4407-982b-c2ac2f48b3b6 req-b61144e8-d44b-4ba2-9056-71ce02bb739a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313435 Jun 16 18:55:22.930867 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd19ed5-160b-46c1-b30a-7cd09c22dc21 req-f4fa2211-6475-4228-a28e-4eb1608c7cd5 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:22.932724 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-cbd19ed5-160b-46c1-b30a-7cd09c22dc21 req-f4fa2211-6475-4228-a28e-4eb1608c7cd5 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0618811 Jun 16 18:55:22.972679 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-cbd19ed5-160b-46c1-b30a-7cd09c22dc21 req-a5384b50-99a0-4b9c-9807-d7d4062ee8b8 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338626 Jun 16 18:55:24.140107 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0c17d-dfa9-48d8-9057-2710224649fa req-51b4b87e-46a3-4999-9a93-376e527e00ec tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:24.141562 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6bf0c17d-dfa9-48d8-9057-2710224649fa req-51b4b87e-46a3-4999-9a93-376e527e00ec tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0620904 Jun 16 18:55:24.180709 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6bf0c17d-dfa9-48d8-9057-2710224649fa req-0648fd62-9502-40b6-a537-6d538d4a14cd tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332277 Jun 16 18:55:25.353184 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df2e90-2242-4cf7-af68-b8352e109846 req-ae869a94-0129-46d9-adb1-ded67a4106e9 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:25.354577 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e9df2e90-2242-4cf7-af68-b8352e109846 req-ae869a94-0129-46d9-adb1-ded67a4106e9 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0645802 Jun 16 18:55:25.393300 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e9df2e90-2242-4cf7-af68-b8352e109846 req-eaccc801-d190-4ba3-8cd7-a16e62f230f0 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134&id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324376 Jun 16 18:55:26.646314 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:27.483877 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c4a87-64a1-4dcf-805d-dcc83b452ff5 req-1a07066c-8dd8-452d-9220-ca33b8564b07 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:27.485312 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-028c4a87-64a1-4dcf-805d-dcc83b452ff5 req-1a07066c-8dd8-452d-9220-ca33b8564b07 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 945 time: 0.0606799 Jun 16 18:55:27.522125 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-028c4a87-64a1-4dcf-805d-dcc83b452ff5 req-6264786f-4928-40a7-8f4c-d6a2a2c7f7d7 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312269 Jun 16 18:55:28.702922 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50301a-cf43-4612-bbbe-df014ddefe57 req-1f0b4bbd-a37d-4748-923a-eab8d33ead4f tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:28.704521 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bd50301a-cf43-4612-bbbe-df014ddefe57 req-1f0b4bbd-a37d-4748-923a-eab8d33ead4f tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 945 time: 0.0685310 Jun 16 18:55:28.742718 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bd50301a-cf43-4612-bbbe-df014ddefe57 req-93fc137d-4dee-4c35-8e9d-302750fb5e1d tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324335 Jun 16 18:55:29.911474 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b100deb-1ea1-4824-bd76-780388e36246 req-ae34184e-c53f-4d69-b490-d9fe74c94426 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:29.912934 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0b100deb-1ea1-4824-bd76-780388e36246 req-ae34184e-c53f-4d69-b490-d9fe74c94426 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 945 time: 0.0615206 Jun 16 18:55:29.950327 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0b100deb-1ea1-4824-bd76-780388e36246 req-5e80464e-c738-410f-8c02-44cc21619583 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/security-groups?id=89f385a4-8831-4475-8aca-b8fa8717a6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313268 Jun 16 18:55:30.385131 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c3103-c93d-486c-bfa8-c1adaf45fd16 req-77ebd1ef-447b-4bf8-b3e9-c8b9a11e2f7d tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:30.386556 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-f71c3103-c93d-486c-bfa8-c1adaf45fd16 req-77ebd1ef-447b-4bf8-b3e9-c8b9a11e2f7d tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 945 time: 0.0630074 Jun 16 18:55:30.484867 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-f71c3103-c93d-486c-bfa8-c1adaf45fd16 req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Deleting port 93c271df-c62b-4565-9ee3-8ace7c0dc54d {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:55:30.485196 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-f71c3103-c93d-486c-bfa8-c1adaf45fd16 req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:30.566475 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-f71c3103-c93d-486c-bfa8-c1adaf45fd16 req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] For port 93c271df-c62b-4565-9ee3-8ace7c0dc54d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=93c271df-c62b-4565-9ee3-8ace7c0dc54d,segment=NetworkSegment(f634b298-179f-4e36-89dc-29a38bbe3dcf),segment_id=f634b298-179f-4e36-89dc-29a38bbe3dcf)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:55:30.566837 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-f71c3103-c93d-486c-bfa8-c1adaf45fd16 req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:30.629713 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-f71c3103-c93d-486c-bfa8-c1adaf45fd16 req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Calling delete_port for 93c271df-c62b-4565-9ee3-8ace7c0dc54d owned by compute:nova {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:55:30.852375 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-f71c3103-c93d-486c-bfa8-c1adaf45fd16 req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:30.856600 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:55:30.864763 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['93c271df-c62b-4565-9ee3-8ace7c0dc54d'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:55:30.882343 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Pushing event deleted for resources: {'Port': ['ID=93c271df-c62b-4565-9ee3-8ace7c0dc54d,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:30.895313 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:30.895694 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:30.896070 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:30.896431 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:30.896793 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:30.897151 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:30.897507 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:30.897861 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:30.898213 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:30.898563 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:30.898913 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:30.899307 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:30.916722 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:55:30.936460 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71c3103-c93d-486c-bfa8-c1adaf45fd16 req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] No DVR routers for this DVR port 93c271df-c62b-4565-9ee3-8ace7c0dc54d on host hv-cinder-66710 {{(pid=100040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:55:30.938872 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-f71c3103-c93d-486c-bfa8-c1adaf45fd16 req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:30.940864 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-f71c3103-c93d-486c-bfa8-c1adaf45fd16 req-415d7149-bb8b-4e2f-ad7a-6cbb9fe71edc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.70 "DELETE /v2.0/ports/93c271df-c62b-4565-9ee3-8ace7c0dc54d HTTP/1.1" status: 204 len: 173 time: 0.5487635 Jun 16 18:55:30.941365 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c264ce-b759-4eff-8be5-cd73e3df162f', 'name': 'network-vif-deleted', 'tag': '93c271df-c62b-4565-9ee3-8ace7c0dc54d'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:55:30.943681 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cd8b5c-0e1a-4dc2-b35d-d698c1991ee5" -d '{"events": [{"server_uuid": "b9c264ce-b759-4eff-8be5-cd73e3df162f", "name": "network-vif-deleted", "tag": "93c271df-c62b-4565-9ee3-8ace7c0dc54d"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:55:30.978813 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8c5376-f1f5-4b34-ba2b-18978e79f0ee x-openstack-request-id: req-0f8c5376-f1f5-4b34-ba2b-18978e79f0ee {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:55:30.979200 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c264ce-b759-4eff-8be5-cd73e3df162f", "name": "network-vif-deleted", "tag": "93c271df-c62b-4565-9ee3-8ace7c0dc54d", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:55:30.979474 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f8c5376-f1f5-4b34-ba2b-18978e79f0ee {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:55:30.980039 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c264ce-b759-4eff-8be5-cd73e3df162f', 'name': 'network-vif-deleted', 'tag': '93c271df-c62b-4565-9ee3-8ace7c0dc54d', 'status': 'completed', 'code': 200} Jun 16 18:55:31.088854 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-879c96fa-c139-455e-a234-1c0e71d5aa71 req-f0bc9454-2cdc-4efa-a94a-3c8ca0c9139e tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9c264ce-b759-4eff-8be5-cd73e3df162f HTTP/1.1" status: 200 len: 210 time: 0.0295320 Jun 16 18:55:33.754925 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 93c271df-c62b-4565-9ee3-8ace7c0dc54d no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:55:33.774765 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: 93c271df-c62b-4565-9ee3-8ace7c0dc54d {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:55:33.775850 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 93c271df-c62b-4565-9ee3-8ace7c0dc54d not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:55:38.710072 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:55:40.880568 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-279156eb-bb4c-4661-8444-bf0af8b3d55b req-166f933a-feb0-4520-ad6f-6c260ba69fd5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524678 Jun 16 18:55:41.196994 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279156eb-bb4c-4661-8444-bf0af8b3d55b req-fd8ebacb-3daf-4f85-922f-bfa23698045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:41.198402 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-279156eb-bb4c-4661-8444-bf0af8b3d55b req-fd8ebacb-3daf-4f85-922f-bfa23698045c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=804db3a89f1c4d96a7e618f32151b0a4&device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 1098 time: 0.2941093 Jun 16 18:55:41.301353 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279156eb-bb4c-4661-8444-bf0af8b3d55b req-bf960258-4253-4230-8712-8c1d4f386a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:41.302779 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-279156eb-bb4c-4661-8444-bf0af8b3d55b req-bf960258-4253-4230-8712-8c1d4f386a83 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da HTTP/1.1" status: 200 len: 911 time: 0.0833023 Jun 16 18:55:41.368142 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-279156eb-bb4c-4661-8444-bf0af8b3d55b req-a08a5537-cd0e-427e-87f6-514baf739e51 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cfd3f2-11be-40d7-992b-b64620dde2cd HTTP/1.1" status: 200 len: 1001 time: 0.0586243 Jun 16 18:55:41.415804 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279156eb-bb4c-4661-8444-bf0af8b3d55b req-c1346ab5-6ad6-445d-afdf-b78a342c3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:41.417187 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-279156eb-bb4c-4661-8444-bf0af8b3d55b req-c1346ab5-6ad6-445d-afdf-b78a342c3b12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c564e1e9-0d16-4720-8290-85e28752f80f HTTP/1.1" status: 200 len: 849 time: 0.0419822 Jun 16 18:55:41.473474 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279156eb-bb4c-4661-8444-bf0af8b3d55b req-a8cf8ec1-0441-47c6-99e1-9174c87dfcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:41.475190 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-279156eb-bb4c-4661-8444-bf0af8b3d55b req-a8cf8ec1-0441-47c6-99e1-9174c87dfcb1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507991 Jun 16 18:55:41.567989 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-279156eb-bb4c-4661-8444-bf0af8b3d55b req-cd8a0b76-134b-47d3-850f-29d424f3d994 service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842092 Jun 16 18:55:41.655446 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-279156eb-bb4c-4661-8444-bf0af8b3d55b req-c2d95c42-66ce-4d04-b9e1-70e38351e093 service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790162 Jun 16 18:55:45.514516 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-59f9356d-0b1f-4341-bf80-2a7339595728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:48.034136 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-987c7887-ae9a-4ea1-b144-4d447cc1a9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:48.388807 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:49.192749 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:50.987168 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:53.402201 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172945b9-98ef-495e-9d68-31461d142ef3 req-df97daef-5eea-4206-8ad8-67538e7d24d1 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:53.404182 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-172945b9-98ef-495e-9d68-31461d142ef3 req-df97daef-5eea-4206-8ad8-67538e7d24d1 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 946 time: 0.0682220 Jun 16 18:55:53.441443 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-172945b9-98ef-495e-9d68-31461d142ef3 req-645feb90-8137-47bb-94ff-d93dd1f4cf2b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317526 Jun 16 18:55:54.615587 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8880ca5-2e40-422b-bcb6-01ee696fff2f req-6b665233-7b24-4407-ba49-8c6fe74e1ee8 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:54.617078 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d8880ca5-2e40-422b-bcb6-01ee696fff2f req-6b665233-7b24-4407-ba49-8c6fe74e1ee8 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 946 time: 0.0620935 Jun 16 18:55:54.655011 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d8880ca5-2e40-422b-bcb6-01ee696fff2f req-7e4e04a1-60ec-40e1-915a-c6f666d5f391 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321743 Jun 16 18:55:55.745208 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a0091-bc6b-43d5-b311-75533ec9ac14 req-135a72de-1431-4d06-adf5-3488716ade58 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:55.746719 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-de5a0091-bc6b-43d5-b311-75533ec9ac14 req-135a72de-1431-4d06-adf5-3488716ade58 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 946 time: 0.0659161 Jun 16 18:55:55.845775 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c380f5-c37c-4d8a-a683-825ab3d7f1ff req-214dd636-8c4d-4122-9185-a03299dbd201 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:55:55.847290 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-22c380f5-c37c-4d8a-a683-825ab3d7f1ff req-214dd636-8c4d-4122-9185-a03299dbd201 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 946 time: 0.0679517 Jun 16 18:55:55.850804 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-de5a0091-bc6b-43d5-b311-75533ec9ac14 req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Deleting port 66ac1624-e4f5-43f6-96dd-a2f000e24267 {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:55:55.851209 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-de5a0091-bc6b-43d5-b311-75533ec9ac14 req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:55.885074 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-22c380f5-c37c-4d8a-a683-825ab3d7f1ff req-a3f5175b-5fd7-4d10-b9ef-37f023eeeb99 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320945 Jun 16 18:55:55.942937 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-de5a0091-bc6b-43d5-b311-75533ec9ac14 req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] For port 66ac1624-e4f5-43f6-96dd-a2f000e24267, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=66ac1624-e4f5-43f6-96dd-a2f000e24267,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:55:55.943546 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-de5a0091-bc6b-43d5-b311-75533ec9ac14 req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:56.105925 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-de5a0091-bc6b-43d5-b311-75533ec9ac14 req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:56.106285 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-de5a0091-bc6b-43d5-b311-75533ec9ac14 req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:56.106591 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.l3_db [req-de5a0091-bc6b-43d5-b311-75533ec9ac14 req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Floating IP 19a75b2b-1226-4af8-b837-2ee50c405146 disassociated. External IP: 172.27.3.242, port: 66ac1624-e4f5-43f6-96dd-a2f000e24267. Jun 16 18:55:56.106921 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-de5a0091-bc6b-43d5-b311-75533ec9ac14 req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Calling delete_port for 66ac1624-e4f5-43f6-96dd-a2f000e24267 owned by compute:nova {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:55:56.308576 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-de5a0091-bc6b-43d5-b311-75533ec9ac14 req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:56.313805 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:55:56.340212 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event deleted for resources: {'Port': ['ID=66ac1624-e4f5-43f6-96dd-a2f000e24267,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:56.342832 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:55:56.455086 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de5a0091-bc6b-43d5-b311-75533ec9ac14 req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Router 243b13f7-5e16-434e-9e97-46cfca988340 has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:55:56.561386 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de5a0091-bc6b-43d5-b311-75533ec9ac14 req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:55:56.571133 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebfda26-d232-4be9-9891-ff945b9d22fb None None] Sync routers for ids ['243b13f7-5e16-434e-9e97-46cfca988340'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:55:56.591025 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebfda26-d232-4be9-9891-ff945b9d22fb None None] Routers {'243b13f7-5e16-434e-9e97-46cfca988340'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:55:56.592016 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-0ebfda26-d232-4be9-9891-ff945b9d22fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:55:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['243b13f7-5e16-434e-9e97-46cfca988340'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:55:56.604081 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5a0091-bc6b-43d5-b311-75533ec9ac14 req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] No DVR routers for this DVR port 66ac1624-e4f5-43f6-96dd-a2f000e24267 on host hv-cinder-66710 {{(pid=100040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:55:56.607314 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-de5a0091-bc6b-43d5-b311-75533ec9ac14 req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:56.609366 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-de5a0091-bc6b-43d5-b311-75533ec9ac14 req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.70 "DELETE /v2.0/ports/66ac1624-e4f5-43f6-96dd-a2f000e24267 HTTP/1.1" status: 204 len: 173 time: 0.8574264 Jun 16 18:55:56.609836 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'name': 'network-vif-deleted', 'tag': '66ac1624-e4f5-43f6-96dd-a2f000e24267'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:55:56.612293 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3128ef-bab9-49df-83dd-f34cea3667ba" -d '{"events": [{"server_uuid": "ee02bc62-0d06-4b22-951d-d62849b64476", "name": "network-vif-deleted", "tag": "66ac1624-e4f5-43f6-96dd-a2f000e24267"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:55:56.650760 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117513e0-32d7-44ee-a0d9-24434f7fd7e7 x-openstack-request-id: req-117513e0-32d7-44ee-a0d9-24434f7fd7e7 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:55:56.650760 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee02bc62-0d06-4b22-951d-d62849b64476", "name": "network-vif-deleted", "tag": "66ac1624-e4f5-43f6-96dd-a2f000e24267", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:55:56.650760 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-117513e0-32d7-44ee-a0d9-24434f7fd7e7 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:55:56.650760 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee02bc62-0d06-4b22-951d-d62849b64476', 'name': 'network-vif-deleted', 'tag': '66ac1624-e4f5-43f6-96dd-a2f000e24267', 'status': 'completed', 'code': 200} Jun 16 18:55:56.669688 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:56.705119 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-0ebfda26-d232-4be9-9891-ff945b9d22fb None None] Set router 243b13f7-5e16-434e-9e97-46cfca988340 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:55:56.913878 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-0ebfda26-d232-4be9-9891-ff945b9d22fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': '8ee60d4c-aa84-4116-b869-02c23cf6b852', 'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'mac_address': 'fa:16:3e:2d:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 5, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'subnets': [{'id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:55:56.917231 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebfda26-d232-4be9-9891-ff945b9d22fb None None] Checking router: 243b13f7-5e16-434e-9e97-46cfca988340 for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:55:56.926436 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebfda26-d232-4be9-9891-ff945b9d22fb None None] Routers {'243b13f7-5e16-434e-9e97-46cfca988340'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:55:56.927381 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-0ebfda26-d232-4be9-9891-ff945b9d22fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:55:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['243b13f7-5e16-434e-9e97-46cfca988340'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:55:57.038455 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-0ebfda26-d232-4be9-9891-ff945b9d22fb None None] Set router 243b13f7-5e16-434e-9e97-46cfca988340 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:55:57.052302 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-77e402e1-0772-42bd-bc1f-4ae288abc07c req-270f61c7-aa5d-46f9-b26d-b3b142990b31 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee02bc62-0d06-4b22-951d-d62849b64476 HTTP/1.1" status: 200 len: 210 time: 0.0313034 Jun 16 18:55:57.240007 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-0ebfda26-d232-4be9-9891-ff945b9d22fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': '8ee60d4c-aa84-4116-b869-02c23cf6b852', 'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'mac_address': 'fa:16:3e:2d:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 5, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'subnets': [{'id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:55:57.243525 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebfda26-d232-4be9-9891-ff945b9d22fb None None] The sync data for ids ['243b13f7-5e16-434e-9e97-46cfca988340'] in dv-cinder-667108-31-iscsi is: [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': '8ee60d4c-aa84-4116-b869-02c23cf6b852', 'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'mac_address': 'fa:16:3e:2d:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 5, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'subnets': [{'id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:55:57.451151 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc912e5-d5ba-409a-bacd-2ed1e15f2fed None None] New status for floating IP 19a75b2b-1226-4af8-b837-2ee50c405146: DOWN {{(pid=100042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:55:57.905346 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 66ac1624-e4f5-43f6-96dd-a2f000e24267 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:55:57.924745 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: 66ac1624-e4f5-43f6-96dd-a2f000e24267 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:55:57.925097 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 66ac1624-e4f5-43f6-96dd-a2f000e24267 not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:55:58.258180 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54216) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:55:58.313412 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-445c7664-f5e3-4f03-95d6-311d4e1d9601 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:58.335979 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-445c7664-f5e3-4f03-95d6-311d4e1d9601 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:58.466991 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-445c7664-f5e3-4f03-95d6-311d4e1d9601 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:58.469632 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-445c7664-f5e3-4f03-95d6-311d4e1d9601 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:58.470776 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-445c7664-f5e3-4f03-95d6-311d4e1d9601 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "DELETE /v2.0/security-groups/f97455a2-1ee5-4232-a6f0-8c2dc2d2e860 HTTP/1.1" status: 204 len: 168 time: 0.2116249 Jun 16 18:55:58.471572 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-3591a98e-9652-4501-ad28-6c38d5bce1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:55:58.473633 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54236) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:55:58.480468 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c7664-f5e3-4f03-95d6-311d4e1d9601 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97455a2-1ee5-4232-a6f0-8c2dc2d2e860,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:58.483473 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-445c7664-f5e3-4f03-95d6-311d4e1d9601 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:55:58.488432 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.api.v2.resource [None req-c5e2f6c7-89ae-432e-ab35-4182bc0e17db tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] show failed (client error): The resource could not be found. Jun 16 18:55:58.489394 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-c5e2f6c7-89ae-432e-ab35-4182bc0e17db tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups/f97455a2-1ee5-4232-a6f0-8c2dc2d2e860 HTTP/1.1" status: 404 len: 347 time: 0.0147164 Jun 16 18:55:58.492488 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54238) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:55:58.614063 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Deleting port 23ff590a-7123-4ffb-b993-ebd2c52cdb8e {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:55:58.614447 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:58.689227 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:58.689558 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:58.755671 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Calling delete_port for 23ff590a-7123-4ffb-b993-ebd2c52cdb8e owned by network:floatingip {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:55:58.966467 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:58.968635 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:55:58.990244 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event deleted for resources: {'Port': ['ID=23ff590a-7123-4ffb-b993-ebd2c52cdb8e,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:59.003400 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:59.003829 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:59.004187 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:59.004569 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:59.004923 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:59.005326 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:59.005618 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:59.005962 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:59.006303 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:59.006648 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:59.007044 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:59.007370 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:59.025266 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:55:59.062177 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for floatingip, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:59.064687 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:59.065818 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "DELETE /v2.0/floatingips/19a75b2b-1226-4af8-b837-2ee50c405146 HTTP/1.1" status: 204 len: 168 time: 0.5724370 Jun 16 18:55:59.743152 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54248) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:55:59.748256 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-1291c859-19d2-4652-bbee-7f627da0dd6e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--909539870', 'description': 'tempest-description--1709287578'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:55:59.863147 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1291c859-19d2-4652-bbee-7f627da0dd6e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:55:59.952325 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1291c859-19d2-4652-bbee-7f627da0dd6e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:00.028372 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1291c859-19d2-4652-bbee-7f627da0dd6e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:00.031789 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1cc366fe-5723-41da-9ff3-d3c1c5a62598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:00.061704 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291c859-19d2-4652-bbee-7f627da0dd6e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b12876cb-445b-4218-aa43-1d17dff591e8,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:00.064634 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1291c859-19d2-4652-bbee-7f627da0dd6e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:00.102628 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1291c859-19d2-4652-bbee-7f627da0dd6e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:00.103904 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-1291c859-19d2-4652-bbee-7f627da0dd6e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3597450 Jun 16 18:56:00.106600 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54256) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:00.111331 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-be148b61-2599-4219-ba20-e74dc52e102d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Request body: {'security_group_rule': {'security_group_id': 'b12876cb-445b-4218-aa43-1d17dff591e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:56:00.196228 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-be148b61-2599-4219-ba20-e74dc52e102d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:00.263901 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-be148b61-2599-4219-ba20-e74dc52e102d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:00.341227 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-be148b61-2599-4219-ba20-e74dc52e102d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:00.343325 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:00.360149 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be148b61-2599-4219-ba20-e74dc52e102d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a141a397-b914-47a5-891c-dcc12a67570b,revision_number=0']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:00.363717 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-be148b61-2599-4219-ba20-e74dc52e102d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:00.478522 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-be148b61-2599-4219-ba20-e74dc52e102d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:00.479723 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-be148b61-2599-4219-ba20-e74dc52e102d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3720908 Jun 16 18:56:00.482847 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54258) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:00.487221 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-20d2b0ee-333c-456d-b86b-2a3e4774d631 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Request body: {'security_group_rule': {'security_group_id': 'b12876cb-445b-4218-aa43-1d17dff591e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:56:00.591471 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-20d2b0ee-333c-456d-b86b-2a3e4774d631 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:00.646166 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-20d2b0ee-333c-456d-b86b-2a3e4774d631 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:00.742888 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-20d2b0ee-333c-456d-b86b-2a3e4774d631 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:00.744880 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:00.761877 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2b0ee-333c-456d-b86b-2a3e4774d631 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33f00c2-5184-401b-b0b7-9403d4294678,revision_number=0']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:00.764678 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-20d2b0ee-333c-456d-b86b-2a3e4774d631 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:00.840721 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-20d2b0ee-333c-456d-b86b-2a3e4774d631 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:00.842093 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-20d2b0ee-333c-456d-b86b-2a3e4774d631 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3582742 Jun 16 18:56:00.845094 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54262) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:00.849688 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Request body: {'floatingip': {'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:56:00.913858 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for floatingip, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.011219 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.082605 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54266) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:01.131573 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd10f45c-e30a-4d2e-b368-58e51a480a0c admin admin] Deleting subnet dde841c0-b72d-4c7b-a7f1-47c546215bb3 {{(pid=100040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:56:01.135114 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cd10f45c-e30a-4d2e-b368-58e51a480a0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.170955 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cd10f45c-e30a-4d2e-b368-58e51a480a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564794'] for subnet, precommit_delete_associations {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.211440 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cd10f45c-e30a-4d2e-b368-58e51a480a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.308971 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cd10f45c-e30a-4d2e-b368-58e51a480a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25564330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25566547'] for subnet, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.311500 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-c7a583f3-2eb7-4d7d-9dc9-4da236b71830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:01.333800 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10f45c-e30a-4d2e-b368-58e51a480a0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dde841c0-b72d-4c7b-a7f1-47c546215bb3,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:01.337637 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-cd10f45c-e30a-4d2e-b368-58e51a480a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:01.341883 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cd10f45c-e30a-4d2e-b368-58e51a480a0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.343779 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-cd10f45c-e30a-4d2e-b368-58e51a480a0c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dde841c0-b72d-4c7b-a7f1-47c546215bb3 HTTP/1.1" status: 204 len: 168 time: 0.2600856 Jun 16 18:56:01.346504 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54268) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:01.368865 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Allocated IP 172.27.3.179 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/8b0649be-8bf2-45c1-a65a-542375ff70af) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:56:01.418312 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-74436545-2196-4f63-825f-ad3eea78e499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.466638 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.493163 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-74436545-2196-4f63-825f-ad3eea78e499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.503838 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-74436545-2196-4f63-825f-ad3eea78e499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71886076-2e1a-4a2a-b652-c0d61fbfa689']}} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:01.518087 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-74436545-2196-4f63-825f-ad3eea78e499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f634b298-179f-4e36-89dc-29a38bbe3dcf') {'for_net_delete': True} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:01.518427 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-74436545-2196-4f63-825f-ad3eea78e499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f634b298-179f-4e36-89dc-29a38bbe3dcf') {} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:01.526760 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-74436545-2196-4f63-825f-ad3eea78e499 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25564771'] for segment, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.539598 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-74436545-2196-4f63-825f-ad3eea78e499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.545166 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74436545-2196-4f63-825f-ad3eea78e499 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=100040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:56:01.545536 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-74436545-2196-4f63-825f-ad3eea78e499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25564213'] for segment, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: Traceback (most recent call last): Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: timer() Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: cb(*args, **kw) Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: return func(*args, **kwargs) Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: self._notify() Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: self.callback(batched_events) Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: event.method(event) Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: return f(self, *a, **k) Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: return self._get(url).json() Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: return self.request(url, 'GET', **kwargs) Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:56:01.547192 dv-cinder-667108-31-iscsi neutron-server[100040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:56:01.576505 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25942567'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.579459 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9a712cff-2d6d-41f1-8938-de0ae668d780 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:01.620481 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:01.625868 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:01.628413 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event updated for resources: {'Port': ['ID=8b0649be-8bf2-45c1-a65a-542375ff70af,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:01.630519 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:56:01.633389 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:01.668840 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-74436545-2196-4f63-825f-ad3eea78e499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.672948 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-82b33f28-193f-4e24-8674-fe6867664adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:01.685271 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-74436545-2196-4f63-825f-ad3eea78e499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.687104 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-74436545-2196-4f63-825f-ad3eea78e499 admin admin] 10.222.0.41 "DELETE /v2.0/networks/71886076-2e1a-4a2a-b652-c0d61fbfa689 HTTP/1.1" status: 204 len: 168 time: 0.3391905 Jun 16 18:56:01.688447 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74436545-2196-4f63-825f-ad3eea78e499 admin admin] Pushing event deleted for resources: {'Network': ['ID=71886076-2e1a-4a2a-b652-c0d61fbfa689,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:01.691237 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-74436545-2196-4f63-825f-ad3eea78e499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:01.711899 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.818328 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:01.968598 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:02.085401 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942577'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:02.086351 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54272) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:02.087605 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8a41231a-cd27-4017-9ed8-105d3ed4dbb2 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:02.126131 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-242d2784-ec4e-4bb3-9584-3bb9468aef65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=965abd0559a04af39ddab124ca538685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382326 Jun 16 18:56:02.128773 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54274) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:02.156726 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event updated for resources: {'Port': ['ID=8b0649be-8bf2-45c1-a65a-542375ff70af,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:02.160679 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:02.167079 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:02.177069 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2cbc8d2a-b576-40d8-b835-f332e61473c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:02.202095 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2cbc8d2a-b576-40d8-b835-f332e61473c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:02.232978 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:02.234241 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3881412 Jun 16 18:56:02.319898 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2cbc8d2a-b576-40d8-b835-f332e61473c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:02.322447 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2cbc8d2a-b576-40d8-b835-f332e61473c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:02.323607 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-2cbc8d2a-b576-40d8-b835-f332e61473c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89f385a4-8831-4475-8aca-b8fa8717a6be HTTP/1.1" status: 204 len: 168 time: 0.1939583 Jun 16 18:56:02.324346 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-404b67ad-076f-4e38-ad24-28d0135d82cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:02.332219 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc8d2a-b576-40d8-b835-f332e61473c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f385a4-8831-4475-8aca-b8fa8717a6be,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:02.334532 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2cbc8d2a-b576-40d8-b835-f332e61473c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:02.422531 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6e78837c-577c-4142-a262-0435b8041cd7 req-897a56be-53d3-4002-9719-8c8e6d123d5b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--909539870&fields=id&tenant_id=e6789f66ebb74bc48a90b999eefa11f3 HTTP/1.1" status: 200 len: 267 time: 0.0340099 Jun 16 18:56:02.524636 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78837c-577c-4142-a262-0435b8041cd7 req-0c9f6671-5886-4491-afba-8e7da0fcb178 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:02.526078 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6e78837c-577c-4142-a262-0435b8041cd7 req-0c9f6671-5886-4491-afba-8e7da0fcb178 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/networks?id=5067c8ca-8862-4936-b72e-9c44c8a52801 HTTP/1.1" status: 200 len: 816 time: 0.0972402 Jun 16 18:56:02.541419 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6e78837c-577c-4142-a262-0435b8041cd7 req-1b0ae16a-e0e9-4756-96d0-8c7ade7d4b41 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/quotas/e6789f66ebb74bc48a90b999eefa11f3 HTTP/1.1" status: 200 len: 375 time: 0.0091391 Jun 16 18:56:02.615183 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6e78837c-577c-4142-a262-0435b8041cd7 req-6057ea39-5377-4f3e-a3bb-005f983aac4e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678313 Jun 16 18:56:02.714629 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6e78837c-577c-4142-a262-0435b8041cd7 req-aca146c7-dc7f-40f2-9e6c-55c8322f5e56 service neutron] 10.222.0.41 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871866 Jun 16 18:56:02.809413 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6e78837c-577c-4142-a262-0435b8041cd7 req-05bfe594-d2de-4b19-bacf-4badb41991c8 service neutron] 10.222.0.41 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881226 Jun 16 18:56:03.031251 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a10c9fef-b670-47e9-9e0b-6c936655fd21 req-71dcb3fe-37d7-4c54-99e2-d04c6872e0df tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 210 time: 0.0285428 Jun 16 18:56:04.174478 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-52b9853e-f7f2-4ea6-afeb-7b230169c964 req-ab194009-bc7f-4c8f-a2c2-a0975f19f954 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 210 time: 0.0287085 Jun 16 18:56:05.168818 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78837c-577c-4142-a262-0435b8041cd7 req-7092d882-2e9c-414c-be23-91eb01702637 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:05.170389 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6e78837c-577c-4142-a262-0435b8041cd7 req-7092d882-2e9c-414c-be23-91eb01702637 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.70 "GET /v2.0/networks?id=5067c8ca-8862-4936-b72e-9c44c8a52801 HTTP/1.1" status: 200 len: 816 time: 0.0996602 Jun 16 18:56:05.213930 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6e78837c-577c-4142-a262-0435b8041cd7 req-1188d1b1-54c1-48fe-a599-ec5740785a03 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6789f66ebb74bc48a90b999eefa11f3 HTTP/1.1" status: 200 len: 379 time: 0.0344245 Jun 16 18:56:05.223386 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-6e78837c-577c-4142-a262-0435b8041cd7 req-627ac71a-4f68-4ddf-948c-41fb31818701 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Request body: {'port': {'device_id': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'admin_state_up': True, 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'security_groups': ['b12876cb-445b-4218-aa43-1d17dff591e8']}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:56:05.322486 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-481357e0-f2a0-4dfd-a7c2-ab485ebe16bb req-7b534db1-e8c3-404e-9d6a-713f45df793c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 210 time: 0.0301683 Jun 16 18:56:05.388815 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e78837c-577c-4142-a262-0435b8041cd7 req-627ac71a-4f68-4ddf-948c-41fb31818701 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Made reservation on behalf of e6789f66ebb74bc48a90b999eefa11f3 for: {'port': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:56:05.392464 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6e78837c-577c-4142-a262-0435b8041cd7 req-627ac71a-4f68-4ddf-948c-41fb31818701 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:05.522263 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [req-6e78837c-577c-4142-a262-0435b8041cd7 req-627ac71a-4f68-4ddf-948c-41fb31818701 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Allocated IP 172.20.0.10 (5067c8ca-8862-4936-b72e-9c44c8a52801/8f5204a4-d003-494a-9248-fcb9bc5356cc/afaa9c69-fa4d-422f-aea6-7cfd69cb005b) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:56:05.648665 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6e78837c-577c-4142-a262-0435b8041cd7 req-627ac71a-4f68-4ddf-948c-41fb31818701 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:05.661399 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-6e78837c-577c-4142-a262-0435b8041cd7 req-627ac71a-4f68-4ddf-948c-41fb31818701 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Transition to ACTIVE for port object afaa9c69-fa4d-422f-aea6-7cfd69cb005b will not be triggered until provisioned by entity DHCP. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:56:05.771546 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6e78837c-577c-4142-a262-0435b8041cd7 req-627ac71a-4f68-4ddf-948c-41fb31818701 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25564287'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:05.775853 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-76005dfb-b7c8-4495-8f5b-c1a6d8ca0d4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:05.817619 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e78837c-577c-4142-a262-0435b8041cd7 req-627ac71a-4f68-4ddf-948c-41fb31818701 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Network 5067c8ca-8862-4936-b72e-9c44c8a52801 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:05.820896 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [req-6e78837c-577c-4142-a262-0435b8041cd7 req-627ac71a-4f68-4ddf-948c-41fb31818701 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:05.827240 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e78837c-577c-4142-a262-0435b8041cd7 req-627ac71a-4f68-4ddf-948c-41fb31818701 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:56:05.853830 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ac71a-4f68-4ddf-948c-41fb31818701 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event updated for resources: {'Port': ['ID=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:05.860308 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-627ac71a-4f68-4ddf-948c-41fb31818701 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:05.880737 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78837c-577c-4142-a262-0435b8041cd7 req-627ac71a-4f68-4ddf-948c-41fb31818701 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:05.881367 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6e78837c-577c-4142-a262-0435b8041cd7 req-627ac71a-4f68-4ddf-948c-41fb31818701 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:05.983692 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6e78837c-577c-4142-a262-0435b8041cd7 req-627ac71a-4f68-4ddf-948c-41fb31818701 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7641804 Jun 16 18:56:05.996444 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Request body: {'port': {'device_id': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:56:06.066687 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:06.114147 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-a571f09f-fa30-4688-87e9-dc4d71b6edb4 None None] Provisioning for port afaa9c69-fa4d-422f-aea6-7cfd69cb005b completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:56:06.118195 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-a571f09f-fa30-4688-87e9-dc4d71b6edb4 None None] Provisioning complete for port afaa9c69-fa4d-422f-aea6-7cfd69cb005b triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:56:06.118585 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-a571f09f-fa30-4688-87e9-dc4d71b6edb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:06.153158 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-a571f09f-fa30-4688-87e9-dc4d71b6edb4 None None] Port afaa9c69-fa4d-422f-aea6-7cfd69cb005b cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:56:06.330717 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afaa9c69-fa4d-422f-aea6-7cfd69cb005b {{(pid=100040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:56:06.338120 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:06.350403 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Transition to ACTIVE for port object afaa9c69-fa4d-422f-aea6-7cfd69cb005b will not be triggered until provisioned by entity L2. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:56:06.428647 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:06.430840 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5f3c1b0e-64c4-40c7-998c-9d4bcbd516b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:06.504448 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:06.509025 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:06.544315 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab2e4b-c804-49b3-a803-6aaab1fc03e5 req-89d50e57-df98-4ccd-a49f-5f77d895ee32 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:06.546510 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-90ab2e4b-c804-49b3-a803-6aaab1fc03e5 req-89d50e57-df98-4ccd-a49f-5f77d895ee32 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0957596 Jun 16 18:56:06.595486 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-90ab2e4b-c804-49b3-a803-6aaab1fc03e5 req-45e32601-4606-4ad2-8dc1-ce2ef12e1724 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418506 Jun 16 18:56:06.608030 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Attempting to bind port afaa9c69-fa4d-422f-aea6-7cfd69cb005b on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:56:06.608367 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Attempting to bind port afaa9c69-fa4d-422f-aea6-7cfd69cb005b by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:56:06.608692 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Attempting to bind port afaa9c69-fa4d-422f-aea6-7cfd69cb005b on network 5067c8ca-8862-4936-b72e-9c44c8a52801 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:56:06.619248 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Port afaa9c69-fa4d-422f-aea6-7cfd69cb005b on network 5067c8ca-8862-4936-b72e-9c44c8a52801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:56:06.619248 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Attempting to bind port afaa9c69-fa4d-422f-aea6-7cfd69cb005b on network 5067c8ca-8862-4936-b72e-9c44c8a52801 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:56:06.619585 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:56:06.619929 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Checking segment: {'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:56:06.620311 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Bound using segment: {'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:56:06.620762 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Bound port: afaa9c69-fa4d-422f-aea6-7cfd69cb005b, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf99a11-775c-4fdf-92bf-a548d4f1db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801'}}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:56:06.621149 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:06.684732 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] For port afaa9c69-fa4d-422f-aea6-7cfd69cb005b, host hv-cinder-66710, cleared binding levels {{(pid=100040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:56:06.687739 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] For port afaa9c69-fa4d-422f-aea6-7cfd69cb005b, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:56:06.776331 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:06.778454 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:06.814546 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:06.815188 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:06.816562 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6e78837c-577c-4142-a262-0435b8041cd7 req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] 10.222.0.70 "PUT /v2.0/ports/afaa9c69-fa4d-422f-aea6-7cfd69cb005b HTTP/1.1" status: 200 len: 1094 time: 0.8246286 Jun 16 18:56:06.817080 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'tag': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:56:06.819391 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e625872d-e595-4975-991a-17cd775a7c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "35de56fb-d02a-4cb6-a683-b13c783998fe", "tag": "afaa9c69-fa4d-422f-aea6-7cfd69cb005b"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:06.843657 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,revision_number=3']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:06.846904 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:06.858518 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fecb5a-6aa2-48da-af6b-d05008e99180 x-openstack-request-id: req-63fecb5a-6aa2-48da-af6b-d05008e99180 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:06.858843 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35de56fb-d02a-4cb6-a683-b13c783998fe", "tag": "afaa9c69-fa4d-422f-aea6-7cfd69cb005b", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:06.859161 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63fecb5a-6aa2-48da-af6b-d05008e99180 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:06.859590 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'tag': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b', 'status': 'completed', 'code': 200} Jun 16 18:56:06.992583 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625872d-e595-4975-991a-17cd775a7c1c req-6d3fadf1-16b4-4bd0-8206-f00695d2288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:06.994078 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e625872d-e595-4975-991a-17cd775a7c1c req-6d3fadf1-16b4-4bd0-8206-f00695d2288d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 1097 time: 0.1130590 Jun 16 18:56:07.090461 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625872d-e595-4975-991a-17cd775a7c1c req-b75edaa4-cc05-4e35-a886-eda0d8d1724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:07.091955 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e625872d-e595-4975-991a-17cd775a7c1c req-b75edaa4-cc05-4e35-a886-eda0d8d1724c service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0874283 Jun 16 18:56:07.184724 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625872d-e595-4975-991a-17cd775a7c1c req-884c8f24-b86c-410c-86e8-005827124985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:07.186142 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e625872d-e595-4975-991a-17cd775a7c1c req-884c8f24-b86c-410c-86e8-005827124985 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881271 Jun 16 18:56:07.276449 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78837c-577c-4142-a262-0435b8041cd7 req-513a3301-775d-4373-b85f-746a13459fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:07.277917 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6e78837c-577c-4142-a262-0435b8041cd7 req-513a3301-775d-4373-b85f-746a13459fd8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 1097 time: 0.0517895 Jun 16 18:56:07.317813 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6e78837c-577c-4142-a262-0435b8041cd7 req-0f746bfa-be1a-4388-90fd-46c65d47912c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b HTTP/1.1" status: 200 len: 217 time: 0.0325108 Jun 16 18:56:07.368990 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78837c-577c-4142-a262-0435b8041cd7 req-66ff6dd4-5aed-40b8-a3e5-22b991b184ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:07.370302 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6e78837c-577c-4142-a262-0435b8041cd7 req-66ff6dd4-5aed-40b8-a3e5-22b991b184ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f5204a4-d003-494a-9248-fcb9bc5356cc HTTP/1.1" status: 200 len: 855 time: 0.0442905 Jun 16 18:56:07.429875 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78837c-577c-4142-a262-0435b8041cd7 req-09daccd3-d9e8-4340-9b5f-d42eb7a7bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:07.431361 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6e78837c-577c-4142-a262-0435b8041cd7 req-09daccd3-d9e8-4340-9b5f-d42eb7a7bfed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5067c8ca-8862-4936-b72e-9c44c8a52801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509901 Jun 16 18:56:07.517626 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6e78837c-577c-4142-a262-0435b8041cd7 req-44f9e8fa-eff7-4051-8c4c-7478dd65ff38 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784388 Jun 16 18:56:07.606784 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6e78837c-577c-4142-a262-0435b8041cd7 req-b0872244-5b50-48f9-85bf-3a1140459c88 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822439 Jun 16 18:56:07.772154 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdf005-eacb-4a03-90fe-3cb797706a68 req-9e2e27be-3e25-48f4-aa1d-03b80ae7b7d0 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:07.773623 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4abdf005-eacb-4a03-90fe-3cb797706a68 req-9e2e27be-3e25-48f4-aa1d-03b80ae7b7d0 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0644002 Jun 16 18:56:07.819763 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4abdf005-eacb-4a03-90fe-3cb797706a68 req-36c8a67c-40c4-41c8-9a87-a9b8984db66a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322998 Jun 16 18:56:08.993216 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31a68d-bfea-49ef-b4b8-06c0897497dd req-c8b67eaf-94ac-4aba-a9c2-2aa71f587ad5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:08.994695 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4d31a68d-bfea-49ef-b4b8-06c0897497dd req-c8b67eaf-94ac-4aba-a9c2-2aa71f587ad5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0621037 Jun 16 18:56:09.032040 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4d31a68d-bfea-49ef-b4b8-06c0897497dd req-ad555866-1992-46aa-b8b0-16e7242a9d43 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313611 Jun 16 18:56:10.002652 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device afaa9c69-fa4d-422f-aea6-7cfd69cb005b details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:56:10.097666 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port afaa9c69-fa4d-422f-aea6-7cfd69cb005b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:10.109479 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'port_id': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b', 'mac_address': 'fa:16:3e:ec:cf:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:56:10.147242 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:10.160090 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afaa9c69-fa4d-422f-aea6-7cfd69cb005b {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:56:10.182658 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port afaa9c69-fa4d-422f-aea6-7cfd69cb005b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:10.215966 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6d668-edad-4fef-b19f-f89f35f6839a req-6c43bcec-8189-45ab-841e-b69f146df225 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:10.217408 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c0e6d668-edad-4fef-b19f-f89f35f6839a req-6c43bcec-8189-45ab-841e-b69f146df225 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0665884 Jun 16 18:56:10.243970 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:10.247365 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-5ccff069-1917-4bd5-bad8-2e7f2d340fe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:10.255546 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c0e6d668-edad-4fef-b19f-f89f35f6839a req-89d40d50-9844-4ddc-9194-14c920ab2d73 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323722 Jun 16 18:56:10.291128 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:10.298395 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:10.298739 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:10.299098 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:10.299430 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:10.299755 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:10.300082 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:10.300402 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:10.300737 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:10.301037 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:10.301349 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:10.301664 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:10.301971 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:10.305788 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:10.620186 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['afaa9c69-fa4d-422f-aea6-7cfd69cb005b'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:56:11.431161 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415e880-60df-44d3-8dab-38e7ea141459 req-5bdbb1c6-bce6-406b-a750-e75855ae7927 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:11.432651 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d415e880-60df-44d3-8dab-38e7ea141459 req-5bdbb1c6-bce6-406b-a750-e75855ae7927 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 945 time: 0.0655890 Jun 16 18:56:11.471918 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d415e880-60df-44d3-8dab-38e7ea141459 req-0af166bd-2ec3-41bf-85f2-0018842d8714 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330091 Jun 16 18:56:11.998462 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device afaa9c69-fa4d-422f-aea6-7cfd69cb005b up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:56:12.113940 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port afaa9c69-fa4d-422f-aea6-7cfd69cb005b completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:56:12.117686 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port afaa9c69-fa4d-422f-aea6-7cfd69cb005b triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:56:12.118067 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:12.193402 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:12.214097 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:56:12.216829 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de28993c-ac00-4f81-b3cb-d1df7c9b9bc2" -d '{"events": [{"server_uuid": "35de56fb-d02a-4cb6-a683-b13c783998fe", "name": "network-vif-plugged", "status": "completed", "tag": "afaa9c69-fa4d-422f-aea6-7cfd69cb005b"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:12.229070 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port afaa9c69-fa4d-422f-aea6-7cfd69cb005b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:12.256176 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8794382f-49d6-4a19-a0ba-1854d7c7c746 x-openstack-request-id: req-8794382f-49d6-4a19-a0ba-1854d7c7c746 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:12.256176 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35de56fb-d02a-4cb6-a683-b13c783998fe", "name": "network-vif-plugged", "status": "completed", "tag": "afaa9c69-fa4d-422f-aea6-7cfd69cb005b", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:12.256176 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8794382f-49d6-4a19-a0ba-1854d7c7c746 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:12.256490 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b', 'code': 200} Jun 16 18:56:12.291326 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:12.293782 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:12.338297 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:12.341965 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:12.581361 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfcbe2-a6df-45a1-b36d-0435fc533fee req-1cb1ff4f-b90b-4517-8899-bd6c1b5c1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:12.582844 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-9cdfcbe2-a6df-45a1-b36d-0435fc533fee req-1cb1ff4f-b90b-4517-8899-bd6c1b5c1555 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 1099 time: 0.0503521 Jun 16 18:56:12.618091 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-9cdfcbe2-a6df-45a1-b36d-0435fc533fee req-dd92597e-df3a-496d-90e8-6b4239e3b0b6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277660 Jun 16 18:56:12.656057 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a0cea-bbed-42d7-8f62-6eb35c3e1a16 req-c369be2f-ff09-4dee-8fe1-451e09ddb1d7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:12.657495 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fd3a0cea-bbed-42d7-8f62-6eb35c3e1a16 req-c369be2f-ff09-4dee-8fe1-451e09ddb1d7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0646842 Jun 16 18:56:12.692891 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fd3a0cea-bbed-42d7-8f62-6eb35c3e1a16 req-22f7dd18-7151-4445-a232-e705356712c5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298631 Jun 16 18:56:13.872074 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3065b8-7a09-4a19-8f5a-83e41e311957 req-7832de84-c3a3-413a-8d5a-d97bc48a1257 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:13.873560 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-cf3065b8-7a09-4a19-8f5a-83e41e311957 req-7832de84-c3a3-413a-8d5a-d97bc48a1257 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0628860 Jun 16 18:56:13.912281 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-cf3065b8-7a09-4a19-8f5a-83e41e311957 req-d791f3f2-c45b-4076-8593-785dc3388b37 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325844 Jun 16 18:56:15.083010 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669355c4-9278-4769-ba13-2062a0671be5 req-43648398-f661-4336-8184-faaa44a0f9bb tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:15.084460 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-669355c4-9278-4769-ba13-2062a0671be5 req-43648398-f661-4336-8184-faaa44a0f9bb tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0607684 Jun 16 18:56:15.121177 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-669355c4-9278-4769-ba13-2062a0671be5 req-4204118d-5837-42c0-b4fe-8d8a2b29276e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312030 Jun 16 18:56:15.289421 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32831b3d-cb8e-4129-a4c8-488ae8d30c94 req-c3455ae8-5991-446d-97a0-a3204850d42e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:15.290826 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-32831b3d-cb8e-4129-a4c8-488ae8d30c94 req-c3455ae8-5991-446d-97a0-a3204850d42e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0644250 Jun 16 18:56:15.299808 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54344) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:15.304388 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-ae073967-1af7-4f33-bdf1-5932f481115a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Request body: {'floatingip': {'port_id': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:56:15.345449 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ae073967-1af7-4f33-bdf1-5932f481115a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for floatingip, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:15.519776 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-3ed9fb29-4d50-476f-88a1-0e0bbd2a4523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:15.709147 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:56:16.007455 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ae073967-1af7-4f33-bdf1-5932f481115a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:16.050516 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ae073967-1af7-4f33-bdf1-5932f481115a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:16.142797 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.l3_db [None req-ae073967-1af7-4f33-bdf1-5932f481115a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Floating IP 589a3453-a1a1-469d-9b51-90442fe7ecba associated. External IP: 172.27.3.179, port: afaa9c69-fa4d-422f-aea6-7cfd69cb005b. Jun 16 18:56:16.339712 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae073967-1af7-4f33-bdf1-5932f481115a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Router 243b13f7-5e16-434e-9e97-46cfca988340 has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:56:16.444363 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae073967-1af7-4f33-bdf1-5932f481115a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:56:16.449408 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ae073967-1af7-4f33-bdf1-5932f481115a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:16.455302 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5029da74-96b3-4bd2-be5e-053c1db5d68f None None] Sync routers for ids ['243b13f7-5e16-434e-9e97-46cfca988340'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:56:16.464533 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5029da74-96b3-4bd2-be5e-053c1db5d68f None None] Routers {'243b13f7-5e16-434e-9e97-46cfca988340'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:56:16.465632 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-5029da74-96b3-4bd2-be5e-053c1db5d68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:55:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['243b13f7-5e16-434e-9e97-46cfca988340'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:16.484576 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-ae073967-1af7-4f33-bdf1-5932f481115a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "PUT /v2.0/floatingips/589a3453-a1a1-469d-9b51-90442fe7ecba HTTP/1.1" status: 200 len: 992 time: 1.1836743 Jun 16 18:56:16.485228 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'tag': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:56:16.487565 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da482532-445c-4743-a126-c685f9b27d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "35de56fb-d02a-4cb6-a683-b13c783998fe", "tag": "afaa9c69-fa4d-422f-aea6-7cfd69cb005b"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:16.525561 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862579cf-a723-4943-b88e-153d943b5140 x-openstack-request-id: req-862579cf-a723-4943-b88e-153d943b5140 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:16.526016 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35de56fb-d02a-4cb6-a683-b13c783998fe", "tag": "afaa9c69-fa4d-422f-aea6-7cfd69cb005b", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:16.526316 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-862579cf-a723-4943-b88e-153d943b5140 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:16.526778 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'tag': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b', 'status': 'completed', 'code': 200} Jun 16 18:56:16.571693 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-5029da74-96b3-4bd2-be5e-053c1db5d68f None None] Set router 243b13f7-5e16-434e-9e97-46cfca988340 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:56:16.609393 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da482532-445c-4743-a126-c685f9b27d7f req-32d891b9-0567-4a6a-8224-afe6ca485e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:16.610855 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-da482532-445c-4743-a126-c685f9b27d7f req-32d891b9-0567-4a6a-8224-afe6ca485e23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 1099 time: 0.0546951 Jun 16 18:56:16.703880 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da482532-445c-4743-a126-c685f9b27d7f req-3d013eae-32c9-48b0-8286-9c1ae8a3e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:16.705342 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-da482532-445c-4743-a126-c685f9b27d7f req-3d013eae-32c9-48b0-8286-9c1ae8a3e1d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5067c8ca-8862-4936-b72e-9c44c8a52801 HTTP/1.1" status: 200 len: 917 time: 0.0881023 Jun 16 18:56:16.770614 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-da482532-445c-4743-a126-c685f9b27d7f req-67440dc9-e05e-46a8-b41b-7e9671260ed1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b HTTP/1.1" status: 200 len: 1000 time: 0.0587807 Jun 16 18:56:16.823771 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da482532-445c-4743-a126-c685f9b27d7f req-929f3b1a-4a06-4e60-bbdd-61a3521c0578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:16.825208 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-da482532-445c-4743-a126-c685f9b27d7f req-929f3b1a-4a06-4e60-bbdd-61a3521c0578 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f5204a4-d003-494a-9248-fcb9bc5356cc HTTP/1.1" status: 200 len: 855 time: 0.0480361 Jun 16 18:56:16.880597 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da482532-445c-4743-a126-c685f9b27d7f req-b65bf85f-b614-40c2-898b-b2844a46a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:16.881976 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-da482532-445c-4743-a126-c685f9b27d7f req-b65bf85f-b614-40c2-898b-b2844a46a7f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5067c8ca-8862-4936-b72e-9c44c8a52801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502527 Jun 16 18:56:16.917768 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-5029da74-96b3-4bd2-be5e-053c1db5d68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '589a3453-a1a1-469d-9b51-90442fe7ecba', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'port_id': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'mac_address': 'fa:16:3e:ec:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:56:01Z', 'updated_at': '2021-06-16T18:56:15Z', 'revision_number': 1, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee60d4c-aa84-4116-b869-02c23cf6b852', 'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'mac_address': 'fa:16:3e:2d:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 5, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'subnets': [{'id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:16.921201 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5029da74-96b3-4bd2-be5e-053c1db5d68f None None] Checking router: 243b13f7-5e16-434e-9e97-46cfca988340 for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:56:16.930176 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5029da74-96b3-4bd2-be5e-053c1db5d68f None None] Routers {'243b13f7-5e16-434e-9e97-46cfca988340'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:56:16.930781 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-5029da74-96b3-4bd2-be5e-053c1db5d68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:55:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['243b13f7-5e16-434e-9e97-46cfca988340'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:16.969423 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-da482532-445c-4743-a126-c685f9b27d7f req-7c16e315-786d-4699-b612-da307d99d12d service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810213 Jun 16 18:56:17.036615 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-5029da74-96b3-4bd2-be5e-053c1db5d68f None None] Set router 243b13f7-5e16-434e-9e97-46cfca988340 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:56:17.060189 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-da482532-445c-4743-a126-c685f9b27d7f req-c07d1df7-9c0c-4409-bf53-a84fa9349b01 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842707 Jun 16 18:56:17.250115 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-5029da74-96b3-4bd2-be5e-053c1db5d68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '589a3453-a1a1-469d-9b51-90442fe7ecba', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'port_id': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'mac_address': 'fa:16:3e:ec:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:56:01Z', 'updated_at': '2021-06-16T18:56:15Z', 'revision_number': 1, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee60d4c-aa84-4116-b869-02c23cf6b852', 'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'mac_address': 'fa:16:3e:2d:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 5, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'subnets': [{'id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:17.253795 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5029da74-96b3-4bd2-be5e-053c1db5d68f None None] The sync data for ids ['243b13f7-5e16-434e-9e97-46cfca988340'] in dv-cinder-667108-31-iscsi is: [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '589a3453-a1a1-469d-9b51-90442fe7ecba', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'port_id': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'mac_address': 'fa:16:3e:ec:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:56:01Z', 'updated_at': '2021-06-16T18:56:15Z', 'revision_number': 1, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee60d4c-aa84-4116-b869-02c23cf6b852', 'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'mac_address': 'fa:16:3e:2d:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 5, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'subnets': [{'id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:56:17.441831 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a142dc02-ce82-44f9-89b1-da8a40bf8f30 None None] New status for floating IP 589a3453-a1a1-469d-9b51-90442fe7ecba: ACTIVE {{(pid=100042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:56:18.005232 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-774b2997-db2a-4c8d-9452-39418bb81250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:18.363162 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:19.188363 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:20.970577 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:26.634065 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:31.972256 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbd57c-02cd-47bb-897c-8a952aaaeb57 req-32b8181d-58de-467d-9601-75f2093d1674 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:31.973715 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e4fbd57c-02cd-47bb-897c-8a952aaaeb57 req-32b8181d-58de-467d-9601-75f2093d1674 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0655434 Jun 16 18:56:32.011503 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e4fbd57c-02cd-47bb-897c-8a952aaaeb57 req-4295f42d-3aa2-4346-8e52-a240cc20a469 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321577 Jun 16 18:56:33.183423 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46794be0-271d-48ae-b6fb-f1c42790ad25 req-8ffba34d-4e6a-4a09-9991-7ca0038c212b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:33.184774 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-46794be0-271d-48ae-b6fb-f1c42790ad25 req-8ffba34d-4e6a-4a09-9991-7ca0038c212b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0649598 Jun 16 18:56:33.221363 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-46794be0-271d-48ae-b6fb-f1c42790ad25 req-b4240f77-4745-4709-b68b-c8685688e4ae tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ef0323-5660-427b-a5e2-ff2e2f13da8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305929 Jun 16 18:56:33.328411 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b02893-3963-4d40-8aec-51e6c4fc8243 req-6af895e8-d2c3-48c6-818c-5fd2453a1398 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:33.329834 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-91b02893-3963-4d40-8aec-51e6c4fc8243 req-6af895e8-d2c3-48c6-818c-5fd2453a1398 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.70 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 945 time: 0.0600028 Jun 16 18:56:33.432111 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-91b02893-3963-4d40-8aec-51e6c4fc8243 req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Deleting port c7cfd3f2-11be-40d7-992b-b64620dde2cd {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:56:33.432447 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-91b02893-3963-4d40-8aec-51e6c4fc8243 req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:33.516887 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-91b02893-3963-4d40-8aec-51e6c4fc8243 req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] For port c7cfd3f2-11be-40d7-992b-b64620dde2cd, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c7cfd3f2-11be-40d7-992b-b64620dde2cd,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:33.517240 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-91b02893-3963-4d40-8aec-51e6c4fc8243 req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:33.679733 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-91b02893-3963-4d40-8aec-51e6c4fc8243 req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:33.680096 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-91b02893-3963-4d40-8aec-51e6c4fc8243 req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:33.680401 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.l3_db [req-91b02893-3963-4d40-8aec-51e6c4fc8243 req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Floating IP 0858972f-8ba2-4ecc-ada0-98f57ee36afe disassociated. External IP: 172.27.3.111, port: c7cfd3f2-11be-40d7-992b-b64620dde2cd. Jun 16 18:56:33.680733 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-91b02893-3963-4d40-8aec-51e6c4fc8243 req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Calling delete_port for c7cfd3f2-11be-40d7-992b-b64620dde2cd owned by compute:nova {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:56:33.867800 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-91b02893-3963-4d40-8aec-51e6c4fc8243 req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:33.871733 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-3e1b0f4c-550d-42c7-91a2-e9fec6cc6479 tempest-VolumesActionsTest-1870431634 tempest-VolumesActionsTest-1870431634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:33.896375 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event deleted for resources: {'Port': ['ID=c7cfd3f2-11be-40d7-992b-b64620dde2cd,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:33.907915 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:33.908297 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:33.908666 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:33.909031 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:33.909386 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:33.909747 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:33.910102 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:33.910456 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:33.910879 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:33.911208 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:33.911616 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:33.911891 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:33.916545 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:34.020803 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91b02893-3963-4d40-8aec-51e6c4fc8243 req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Router ea491008-fed4-46b4-a28c-ed13845c24d3 has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:56:34.111549 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d36b353c-500b-42b3-941c-1d5a19d29850 req-d562464e-34b4-4824-907a-75c1bcf13d62 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1509094507&fields=id&tenant_id=eee13d403ce7426dbafc5b182fa585c7 HTTP/1.1" status: 200 len: 267 time: 0.0364280 Jun 16 18:56:34.126256 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91b02893-3963-4d40-8aec-51e6c4fc8243 req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:56:34.137071 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aff707-aa9f-4f2b-88ac-3e72f56d5fc9 None None] Sync routers for ids ['ea491008-fed4-46b4-a28c-ed13845c24d3'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:56:34.147636 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aff707-aa9f-4f2b-88ac-3e72f56d5fc9 None None] Routers {'ea491008-fed4-46b4-a28c-ed13845c24d3'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:56:34.148258 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-71aff707-aa9f-4f2b-88ac-3e72f56d5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:56:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ea491008-fed4-46b4-a28c-ed13845c24d3'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:34.172781 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b02893-3963-4d40-8aec-51e6c4fc8243 req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] No DVR routers for this DVR port c7cfd3f2-11be-40d7-992b-b64620dde2cd on host hv-cinder-66710 {{(pid=100040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:56:34.175285 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-91b02893-3963-4d40-8aec-51e6c4fc8243 req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:34.177314 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-91b02893-3963-4d40-8aec-51e6c4fc8243 req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.70 "DELETE /v2.0/ports/c7cfd3f2-11be-40d7-992b-b64620dde2cd HTTP/1.1" status: 204 len: 173 time: 0.8408210 Jun 16 18:56:34.177829 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8100cff8-3c43-42f7-9913-f3b3e3fe7489', 'name': 'network-vif-deleted', 'tag': 'c7cfd3f2-11be-40d7-992b-b64620dde2cd'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:56:34.180205 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d52c88-eddb-4249-ad52-eed5cb0eba0b" -d '{"events": [{"server_uuid": "8100cff8-3c43-42f7-9913-f3b3e3fe7489", "name": "network-vif-deleted", "tag": "c7cfd3f2-11be-40d7-992b-b64620dde2cd"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:34.182832 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b353c-500b-42b3-941c-1d5a19d29850 req-72ef5554-3fab-4801-8956-811ff26f0c8f tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:34.190924 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d36b353c-500b-42b3-941c-1d5a19d29850 req-72ef5554-3fab-4801-8956-811ff26f0c8f tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 985 time: 0.0733175 Jun 16 18:56:34.196638 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-d36b353c-500b-42b3-941c-1d5a19d29850 req-6352a5dc-1dd1-41e4-93ca-c2d825de6422 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Request body: {'port': {'security_groups': ['d3b47b64-de7d-4e3f-b116-a06baf951714']}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:56:34.218467 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee67b569-1f52-4266-9267-656b3674e1d4 x-openstack-request-id: req-ee67b569-1f52-4266-9267-656b3674e1d4 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:34.218901 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8100cff8-3c43-42f7-9913-f3b3e3fe7489", "name": "network-vif-deleted", "tag": "c7cfd3f2-11be-40d7-992b-b64620dde2cd", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:34.223804 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee67b569-1f52-4266-9267-656b3674e1d4 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:34.224278 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8100cff8-3c43-42f7-9913-f3b3e3fe7489', 'name': 'network-vif-deleted', 'tag': 'c7cfd3f2-11be-40d7-992b-b64620dde2cd', 'status': 'completed', 'code': 200} Jun 16 18:56:34.265911 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-71aff707-aa9f-4f2b-88ac-3e72f56d5fc9 None None] Set router ea491008-fed4-46b4-a28c-ed13845c24d3 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:56:34.311931 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-d36b353c-500b-42b3-941c-1d5a19d29850 req-6352a5dc-1dd1-41e4-93ca-c2d825de6422 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:34.405623 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e64fdfc4-770d-4d13-a7fa-db22321865fe req-58194074-8d98-4b29-b653-bdb8c9ac377b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=8100cff8-3c43-42f7-9913-f3b3e3fe7489 HTTP/1.1" status: 200 len: 210 time: 0.0476410 Jun 16 18:56:34.505449 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-71aff707-aa9f-4f2b-88ac-3e72f56d5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db', 'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'mac_address': 'fa:16:3e:89:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:24Z', 'updated_at': '2021-06-16T18:47:37Z', 'revision_number': 5, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'subnets': [{'id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:34.509002 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aff707-aa9f-4f2b-88ac-3e72f56d5fc9 None None] Checking router: ea491008-fed4-46b4-a28c-ed13845c24d3 for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:56:34.519328 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aff707-aa9f-4f2b-88ac-3e72f56d5fc9 None None] Routers {'ea491008-fed4-46b4-a28c-ed13845c24d3'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:56:34.520097 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-71aff707-aa9f-4f2b-88ac-3e72f56d5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:56:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ea491008-fed4-46b4-a28c-ed13845c24d3'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:34.530294 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-d36b353c-500b-42b3-941c-1d5a19d29850 req-6352a5dc-1dd1-41e4-93ca-c2d825de6422 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] For port e84fdd2b-089b-4954-ac1a-f7f746cb336f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e84fdd2b-089b-4954-ac1a-f7f746cb336f,segment=NetworkSegment(fcc8a120-025d-412e-93da-866cb526b4de),segment_id=fcc8a120-025d-412e-93da-866cb526b4de)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:34.566277 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-d36b353c-500b-42b3-941c-1d5a19d29850 req-6352a5dc-1dd1-41e4-93ca-c2d825de6422 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:34.626274 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-d36b353c-500b-42b3-941c-1d5a19d29850 req-6352a5dc-1dd1-41e4-93ca-c2d825de6422 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942577'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:34.630693 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6d873020-5247-429c-9009-5ec3aa94399e tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:34.635901 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-71aff707-aa9f-4f2b-88ac-3e72f56d5fc9 None None] Set router ea491008-fed4-46b4-a28c-ed13845c24d3 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:56:34.662666 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['e84fdd2b-089b-4954-ac1a-f7f746cb336f'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:56:34.670713 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b353c-500b-42b3-941c-1d5a19d29850 req-6352a5dc-1dd1-41e4-93ca-c2d825de6422 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:34.671368 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-d36b353c-500b-42b3-941c-1d5a19d29850 req-6352a5dc-1dd1-41e4-93ca-c2d825de6422 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:34.672791 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d36b353c-500b-42b3-941c-1d5a19d29850 req-6352a5dc-1dd1-41e4-93ca-c2d825de6422 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "PUT /v2.0/ports/e84fdd2b-089b-4954-ac1a-f7f746cb336f HTTP/1.1" status: 200 len: 943 time: 0.4810269 Jun 16 18:56:34.673327 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'tag': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:56:34.675674 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b515893-8adb-4a39-870d-4295beab6ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef279db8-d9db-49aa-8d7d-42f1e3a65bda", "tag": "e84fdd2b-089b-4954-ac1a-f7f746cb336f"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:34.679554 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54416) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:34.733906 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352a5dc-1dd1-41e4-93ca-c2d825de6422 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Pushing event updated for resources: {'Port': ['ID=e84fdd2b-089b-4954-ac1a-f7f746cb336f,revision_number=7']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:34.749323 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6352a5dc-1dd1-41e4-93ca-c2d825de6422 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:34.752130 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e555f51e-7a49-4434-90c6-88591bd02ae7 x-openstack-request-id: req-e555f51e-7a49-4434-90c6-88591bd02ae7 {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:34.752130 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef279db8-d9db-49aa-8d7d-42f1e3a65bda", "tag": "e84fdd2b-089b-4954-ac1a-f7f746cb336f", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:34.752374 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e555f51e-7a49-4434-90c6-88591bd02ae7 {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:34.752783 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'tag': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f', 'status': 'completed', 'code': 200} Jun 16 18:56:34.762399 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-174fac84-63fe-4f01-a8a8-1dc13bfe74ff tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:34.804882 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['e84fdd2b-089b-4954-ac1a-f7f746cb336f'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:56:34.819291 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-174fac84-63fe-4f01-a8a8-1dc13bfe74ff tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:34.872881 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b515893-8adb-4a39-870d-4295beab6ed2 req-8b4e475e-acc0-4865-9c1d-c61275490334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:34.874923 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-1b515893-8adb-4a39-870d-4295beab6ed2 req-8b4e475e-acc0-4865-9c1d-c61275490334 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eee13d403ce7426dbafc5b182fa585c7&device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 1099 time: 0.1050889 Jun 16 18:56:34.976959 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b515893-8adb-4a39-870d-4295beab6ed2 req-9271be1d-4903-4f85-b940-725b206b8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:34.978546 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-1b515893-8adb-4a39-870d-4295beab6ed2 req-9271be1d-4903-4f85-b940-725b206b8918 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c74d04b2-d641-4a9e-80c2-dee470e08dfe HTTP/1.1" status: 200 len: 915 time: 0.0961609 Jun 16 18:56:35.015042 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-7cd463c2-12f9-4fe3-842d-bf43ab591120 None None] Provisioning complete for port e84fdd2b-089b-4954-ac1a-f7f746cb336f triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:56:35.015419 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7cd463c2-12f9-4fe3-842d-bf43ab591120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:35.030471 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-174fac84-63fe-4f01-a8a8-1dc13bfe74ff tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:35.033206 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-174fac84-63fe-4f01-a8a8-1dc13bfe74ff tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:35.034333 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-174fac84-63fe-4f01-a8a8-1dc13bfe74ff tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "DELETE /v2.0/security-groups/1f6ba7a3-aeaf-4b82-a9b8-bea788cef134 HTTP/1.1" status: 204 len: 168 time: 0.3529329 Jun 16 18:56:35.036931 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-4a39a4ac-b5b8-4dc0-9fe5-896abf5ea601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:35.037403 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54418) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:35.050097 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fac84-63fe-4f01-a8a8-1dc13bfe74ff tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6ba7a3-aeaf-4b82-a9b8-bea788cef134,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:35.053667 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-174fac84-63fe-4f01-a8a8-1dc13bfe74ff tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:35.066043 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-1b515893-8adb-4a39-870d-4295beab6ed2 req-98a6fda9-c8f9-4a69-9153-30831790a752 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e84fdd2b-089b-4954-ac1a-f7f746cb336f HTTP/1.1" status: 200 len: 1000 time: 0.0747237 Jun 16 18:56:35.114072 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-71aff707-aa9f-4f2b-88ac-3e72f56d5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db', 'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'mac_address': 'fa:16:3e:89:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:24Z', 'updated_at': '2021-06-16T18:47:37Z', 'revision_number': 5, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'subnets': [{'id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:35.135949 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b515893-8adb-4a39-870d-4295beab6ed2 req-9875e588-6949-4cbc-8555-7a9fd1376eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:35.137372 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-1b515893-8adb-4a39-870d-4295beab6ed2 req-9875e588-6949-4cbc-8555-7a9fd1376eaf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e622436-b6d2-4a20-af10-928af10bb903 HTTP/1.1" status: 200 len: 853 time: 0.0644321 Jun 16 18:56:35.151232 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aff707-aa9f-4f2b-88ac-3e72f56d5fc9 None None] The sync data for ids ['ea491008-fed4-46b4-a28c-ed13845c24d3'] in dv-cinder-667108-31-iscsi is: [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db', 'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'mac_address': 'fa:16:3e:89:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:24Z', 'updated_at': '2021-06-16T18:47:37Z', 'revision_number': 5, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'subnets': [{'id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:56:35.226569 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b515893-8adb-4a39-870d-4295beab6ed2 req-01b76148-45f3-4aa8-b198-50c3d4c98016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:35.228136 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-1b515893-8adb-4a39-870d-4295beab6ed2 req-01b76148-45f3-4aa8-b198-50c3d4c98016 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c74d04b2-d641-4a9e-80c2-dee470e08dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0753860 Jun 16 18:56:35.232637 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba535f-c36b-459f-a9a2-690e928bba62 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Deleting port c50c36ab-f922-4c73-9b55-f4a1cddacc59 {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:56:35.233625 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d2ba535f-c36b-459f-a9a2-690e928bba62 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:35.314452 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d2ba535f-c36b-459f-a9a2-690e928bba62 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:35.315417 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d2ba535f-c36b-459f-a9a2-690e928bba62 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:35.328289 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-1b515893-8adb-4a39-870d-4295beab6ed2 req-acfdd6c2-c2ef-4831-a14e-7b054f339683 service neutron] 10.222.0.70 "GET /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911672 Jun 16 18:56:35.387709 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba535f-c36b-459f-a9a2-690e928bba62 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Calling delete_port for c50c36ab-f922-4c73-9b55-f4a1cddacc59 owned by network:floatingip {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:56:35.431401 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-1b515893-8adb-4a39-870d-4295beab6ed2 req-308e44c1-e3de-4f91-b1ae-9c98ae4387f4 service neutron] 10.222.0.70 "GET /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964277 Jun 16 18:56:35.445294 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc73f10d-652e-4126-a279-7b45db427c8b None None] New status for floating IP 0858972f-8ba2-4ecc-ada0-98f57ee36afe: DOWN {{(pid=100042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:56:35.602000 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54426) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:35.647584 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d2ba535f-c36b-459f-a9a2-690e928bba62 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:35.651745 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-faf216a7-ca16-4ac5-aada-a1ec19005463 tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:35.684251 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba535f-c36b-459f-a9a2-690e928bba62 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Pushing event deleted for resources: {'Port': ['ID=c50c36ab-f922-4c73-9b55-f4a1cddacc59,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:35.686127 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1f20d1a8-a762-4652-a730-06f9a5c1462a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:35.689062 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-d2ba535f-c36b-459f-a9a2-690e928bba62 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:35.754745 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1f20d1a8-a762-4652-a730-06f9a5c1462a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:35.785528 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d2ba535f-c36b-459f-a9a2-690e928bba62 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks [] for floatingip, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:35.785860 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.l3_db [None req-d2ba535f-c36b-459f-a9a2-690e928bba62 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Floating IP ee27779f-ddc3-4638-9dd6-86dd9afcabb3 disassociated (deleted). External IP: 172.27.3.9, port: e84fdd2b-089b-4954-ac1a-f7f746cb336f. Jun 16 18:56:35.948566 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1f20d1a8-a762-4652-a730-06f9a5c1462a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:35.951153 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1f20d1a8-a762-4652-a730-06f9a5c1462a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:35.952844 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-1f20d1a8-a762-4652-a730-06f9a5c1462a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "DELETE /v2.0/security-groups/89ef0323-5660-427b-a5e2-ff2e2f13da8a HTTP/1.1" status: 204 len: 168 time: 0.3495324 Jun 16 18:56:35.955484 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4af4b9ce-aa5b-4528-bce8-74b1f8c87a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:35.955737 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54428) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:35.972127 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.api.v2.resource [None req-d1e5a9fd-76ef-4a78-85de-714de72a4d3d tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] show failed (client error): The resource could not be found. Jun 16 18:56:35.972127 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-d1e5a9fd-76ef-4a78-85de-714de72a4d3d tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups/89ef0323-5660-427b-a5e2-ff2e2f13da8a HTTP/1.1" status: 404 len: 347 time: 0.0141199 Jun 16 18:56:35.973529 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20d1a8-a762-4652-a730-06f9a5c1462a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ef0323-5660-427b-a5e2-ff2e2f13da8a,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:35.974110 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54430) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:35.976896 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1f20d1a8-a762-4652-a730-06f9a5c1462a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:36.008424 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ba535f-c36b-459f-a9a2-690e928bba62 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Router 16b4b484-ba93-4296-92ac-7a9222075bde has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:56:36.102356 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-818d51dc-b46f-42d6-a2ea-f0427bc85dfa tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Deleting port 0333e2f7-bb3b-458d-b83f-826ab898832a {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:56:36.102719 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-818d51dc-b46f-42d6-a2ea-f0427bc85dfa tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:36.110939 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ba535f-c36b-459f-a9a2-690e928bba62 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:56:36.115356 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d2ba535f-c36b-459f-a9a2-690e928bba62 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:36.120552 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd2841e-5d0a-4946-bb2d-cdac5dcccd78 None None] Sync routers for ids ['16b4b484-ba93-4296-92ac-7a9222075bde'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:56:36.127931 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device c7cfd3f2-11be-40d7-992b-b64620dde2cd no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:56:36.149605 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: c7cfd3f2-11be-40d7-992b-b64620dde2cd {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:56:36.149956 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device c7cfd3f2-11be-40d7-992b-b64620dde2cd not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:56:36.153042 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd2841e-5d0a-4946-bb2d-cdac5dcccd78 None None] Routers {'16b4b484-ba93-4296-92ac-7a9222075bde'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:56:36.153760 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-ddd2841e-5d0a-4946-bb2d-cdac5dcccd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:56:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['16b4b484-ba93-4296-92ac-7a9222075bde'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:36.157370 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-d2ba535f-c36b-459f-a9a2-690e928bba62 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "DELETE /v2.0/floatingips/ee27779f-ddc3-4638-9dd6-86dd9afcabb3 HTTP/1.1" status: 204 len: 168 time: 1.1160264 Jun 16 18:56:36.188304 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-818d51dc-b46f-42d6-a2ea-f0427bc85dfa tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:36.188652 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-818d51dc-b46f-42d6-a2ea-f0427bc85dfa tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:36.259554 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-818d51dc-b46f-42d6-a2ea-f0427bc85dfa tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Calling delete_port for 0333e2f7-bb3b-458d-b83f-826ab898832a owned by network:floatingip {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:56:36.389740 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-ddd2841e-5d0a-4946-bb2d-cdac5dcccd78 None None] Set router 16b4b484-ba93-4296-92ac-7a9222075bde gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:56:36.477623 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-818d51dc-b46f-42d6-a2ea-f0427bc85dfa tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:36.480700 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-627ac71a-4f68-4ddf-948c-41fb31818701 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:36.506135 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d51dc-b46f-42d6-a2ea-f0427bc85dfa tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event deleted for resources: {'Port': ['ID=0333e2f7-bb3b-458d-b83f-826ab898832a,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:36.509922 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-818d51dc-b46f-42d6-a2ea-f0427bc85dfa tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:36.570379 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-818d51dc-b46f-42d6-a2ea-f0427bc85dfa tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for floatingip, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:36.572983 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-818d51dc-b46f-42d6-a2ea-f0427bc85dfa tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:36.577145 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-818d51dc-b46f-42d6-a2ea-f0427bc85dfa tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "DELETE /v2.0/floatingips/0858972f-8ba2-4ecc-ada0-98f57ee36afe HTTP/1.1" status: 204 len: 168 time: 0.5983481 Jun 16 18:56:36.598820 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-ddd2841e-5d0a-4946-bb2d-cdac5dcccd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'name': 'tempest-TestMinimumBasicScenario-680231749-router', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b41f8726-c986-4029-b473-707afd7e5155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:30Z', 'updated_at': '2021-06-16T18:51:34Z', 'revision_number': 4, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'gw_port': {'id': 'b41f8726-c986-4029-b473-707afd7e5155', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:31Z', 'updated_at': '2021-06-16T18:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': '25107cfa-b7d9-4853-846e-d7dbe7c56fcb', 'name': '', 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'mac_address': 'fa:16:3e:e1:b2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4e622436-b6d2-4a20-af10-928af10bb903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:33Z', 'updated_at': '2021-06-16T18:51:39Z', 'revision_number': 5, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'subnets': [{'id': '4e622436-b6d2-4a20-af10-928af10bb903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:36.603404 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd2841e-5d0a-4946-bb2d-cdac5dcccd78 None None] Checking router: 16b4b484-ba93-4296-92ac-7a9222075bde for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:56:36.613731 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd2841e-5d0a-4946-bb2d-cdac5dcccd78 None None] Routers {'16b4b484-ba93-4296-92ac-7a9222075bde'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:56:36.614343 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-ddd2841e-5d0a-4946-bb2d-cdac5dcccd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:56:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['16b4b484-ba93-4296-92ac-7a9222075bde'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:36.740765 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-ddd2841e-5d0a-4946-bb2d-cdac5dcccd78 None None] Set router 16b4b484-ba93-4296-92ac-7a9222075bde gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:56:36.753450 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'tag': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:56:36.756692 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9ea135-8b8d-49e0-8685-9d2e941c6f69" -d '{"events": [{"name": "network-changed", "server_uuid": "ef279db8-d9db-49aa-8d7d-42f1e3a65bda", "tag": "e84fdd2b-089b-4954-ac1a-f7f746cb336f"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:36.885264 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc014747-a9dd-40b9-81b2-7bc73c274479 x-openstack-request-id: req-bc014747-a9dd-40b9-81b2-7bc73c274479 {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:36.885669 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef279db8-d9db-49aa-8d7d-42f1e3a65bda", "tag": "e84fdd2b-089b-4954-ac1a-f7f746cb336f", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:36.886023 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc014747-a9dd-40b9-81b2-7bc73c274479 {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:36.886453 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'tag': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f', 'status': 'completed', 'code': 200} Jun 16 18:56:36.964651 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-ddd2841e-5d0a-4946-bb2d-cdac5dcccd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'name': 'tempest-TestMinimumBasicScenario-680231749-router', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b41f8726-c986-4029-b473-707afd7e5155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:30Z', 'updated_at': '2021-06-16T18:51:34Z', 'revision_number': 4, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'gw_port': {'id': 'b41f8726-c986-4029-b473-707afd7e5155', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:31Z', 'updated_at': '2021-06-16T18:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': '25107cfa-b7d9-4853-846e-d7dbe7c56fcb', 'name': '', 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'mac_address': 'fa:16:3e:e1:b2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4e622436-b6d2-4a20-af10-928af10bb903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:33Z', 'updated_at': '2021-06-16T18:51:39Z', 'revision_number': 5, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'subnets': [{'id': '4e622436-b6d2-4a20-af10-928af10bb903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:36.964851 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54446) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:36.968579 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ea135-8b8d-49e0-8685-9d2e941c6f69 req-c4e326c7-3d24-484e-b7ac-7f49502a979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:36.969719 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd2841e-5d0a-4946-bb2d-cdac5dcccd78 None None] The sync data for ids ['16b4b484-ba93-4296-92ac-7a9222075bde'] in dv-cinder-667108-31-iscsi is: [{'id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'name': 'tempest-TestMinimumBasicScenario-680231749-router', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b41f8726-c986-4029-b473-707afd7e5155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:30Z', 'updated_at': '2021-06-16T18:51:34Z', 'revision_number': 4, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'gw_port': {'id': 'b41f8726-c986-4029-b473-707afd7e5155', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:31Z', 'updated_at': '2021-06-16T18:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': '25107cfa-b7d9-4853-846e-d7dbe7c56fcb', 'name': '', 'network_id': 'c74d04b2-d641-4a9e-80c2-dee470e08dfe', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'mac_address': 'fa:16:3e:e1:b2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4e622436-b6d2-4a20-af10-928af10bb903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:33Z', 'updated_at': '2021-06-16T18:51:39Z', 'revision_number': 5, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'subnets': [{'id': '4e622436-b6d2-4a20-af10-928af10bb903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:56:36.970052 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-dd9ea135-8b8d-49e0-8685-9d2e941c6f69 req-c4e326c7-3d24-484e-b7ac-7f49502a979d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eee13d403ce7426dbafc5b182fa585c7&device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 1099 time: 0.0615218 Jun 16 18:56:36.970281 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-7db6d133-4e7e-4c7b-b3c0-d1ccc35e461a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066623826', 'description': 'tempest-description--989541115'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:56:37.062456 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7db6d133-4e7e-4c7b-b3c0-d1ccc35e461a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:37.064689 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ea135-8b8d-49e0-8685-9d2e941c6f69 req-d138af56-dd40-4b3d-b369-9aead6eb4c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:37.066207 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-dd9ea135-8b8d-49e0-8685-9d2e941c6f69 req-d138af56-dd40-4b3d-b369-9aead6eb4c50 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c74d04b2-d641-4a9e-80c2-dee470e08dfe HTTP/1.1" status: 200 len: 915 time: 0.0885494 Jun 16 18:56:37.119236 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-dd9ea135-8b8d-49e0-8685-9d2e941c6f69 req-5f8b9335-034d-4c1f-83af-aad6cb765deb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e84fdd2b-089b-4954-ac1a-f7f746cb336f HTTP/1.1" status: 200 len: 217 time: 0.0417268 Jun 16 18:56:37.150319 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7db6d133-4e7e-4c7b-b3c0-d1ccc35e461a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:37.185720 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ea135-8b8d-49e0-8685-9d2e941c6f69 req-96f1d994-d5d4-43b3-8abb-e84f7304f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:37.187727 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-dd9ea135-8b8d-49e0-8685-9d2e941c6f69 req-96f1d994-d5d4-43b3-8abb-e84f7304f7a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e622436-b6d2-4a20-af10-928af10bb903 HTTP/1.1" status: 200 len: 853 time: 0.0577753 Jun 16 18:56:37.216404 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7db6d133-4e7e-4c7b-b3c0-d1ccc35e461a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:37.218283 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c37cd0-5b13-4ce4-9aac-ba6fa547eb1a None None] New status for floating IP ee27779f-ddc3-4638-9dd6-86dd9afcabb3: DOWN {{(pid=100042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:56:37.220496 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-d6a0144f-e662-4cdd-9f4f-f84f229b98cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:37.248536 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6d133-4e7e-4c7b-b3c0-d1ccc35e461a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feab6bac-ddb0-463b-8dcc-cb20eb38f0ff,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:37.251224 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-7db6d133-4e7e-4c7b-b3c0-d1ccc35e461a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:37.262273 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ea135-8b8d-49e0-8685-9d2e941c6f69 req-cdb7d4d9-3176-4ca5-bae1-1ec446897208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:37.265985 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-dd9ea135-8b8d-49e0-8685-9d2e941c6f69 req-cdb7d4d9-3176-4ca5-bae1-1ec446897208 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c74d04b2-d641-4a9e-80c2-dee470e08dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0659049 Jun 16 18:56:37.324973 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7db6d133-4e7e-4c7b-b3c0-d1ccc35e461a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:37.326768 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-7db6d133-4e7e-4c7b-b3c0-d1ccc35e461a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3603733 Jun 16 18:56:37.329744 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54448) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:37.334971 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-dd2b1195-f8b1-4e78-bf48-5be5bea71750 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Request body: {'security_group_rule': {'security_group_id': 'feab6bac-ddb0-463b-8dcc-cb20eb38f0ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:56:37.360639 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-dd9ea135-8b8d-49e0-8685-9d2e941c6f69 req-c88ad8fa-2052-480f-b467-40c67660a3a7 service neutron] 10.222.0.70 "GET /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878484 Jun 16 18:56:37.416042 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1195-f8b1-4e78-bf48-5be5bea71750 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:37.450863 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-dd9ea135-8b8d-49e0-8685-9d2e941c6f69 req-69b157f5-6085-4316-972b-e3bb7391d928 service neutron] 10.222.0.70 "GET /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828686 Jun 16 18:56:37.475026 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1195-f8b1-4e78-bf48-5be5bea71750 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:37.545864 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1195-f8b1-4e78-bf48-5be5bea71750 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:37.547971 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:37.565171 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b1195-f8b1-4e78-bf48-5be5bea71750 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f971a458-3954-4580-96a3-ee9ec1da2d7d,revision_number=0']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:37.567937 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-dd2b1195-f8b1-4e78-bf48-5be5bea71750 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:37.640958 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1195-f8b1-4e78-bf48-5be5bea71750 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:37.645379 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-dd2b1195-f8b1-4e78-bf48-5be5bea71750 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3140488 Jun 16 18:56:37.645804 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54452) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:37.650457 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-06ef8b2e-97cc-4dbe-a6af-d59be6321ffd tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Request body: {'security_group_rule': {'security_group_id': 'feab6bac-ddb0-463b-8dcc-cb20eb38f0ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:56:37.757833 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-06ef8b2e-97cc-4dbe-a6af-d59be6321ffd tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:37.817374 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-06ef8b2e-97cc-4dbe-a6af-d59be6321ffd tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:37.905762 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-06ef8b2e-97cc-4dbe-a6af-d59be6321ffd tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:37.907946 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-dd2b1195-f8b1-4e78-bf48-5be5bea71750 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:37.924406 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef8b2e-97cc-4dbe-a6af-d59be6321ffd tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfbda43-d110-4d20-861d-37a427a162f0,revision_number=0']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:37.926987 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-06ef8b2e-97cc-4dbe-a6af-d59be6321ffd tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:38.020345 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-06ef8b2e-97cc-4dbe-a6af-d59be6321ffd tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:38.021546 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-06ef8b2e-97cc-4dbe-a6af-d59be6321ffd tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3748195 Jun 16 18:56:38.024580 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54456) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:38.029521 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Request body: {'floatingip': {'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:56:38.125375 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for floatingip, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:38.207811 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-add25691-13b9-4f9b-b8b9-991f85ca04a8 req-5f452b41-9bee-4e68-a63a-0d6eb52d816c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502162 Jun 16 18:56:38.221867 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:38.285659 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25691-13b9-4f9b-b8b9-991f85ca04a8 req-0fb88a17-1f49-49e8-b574-d2923bc2161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:38.287234 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-add25691-13b9-4f9b-b8b9-991f85ca04a8 req-0fb88a17-1f49-49e8-b574-d2923bc2161e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eee13d403ce7426dbafc5b182fa585c7&device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 1099 time: 0.0567515 Jun 16 18:56:38.326853 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Allocated IP 172.27.3.145 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/bcad2fc7-4959-4196-9d88-de0a8d89138f) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:56:38.387333 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25691-13b9-4f9b-b8b9-991f85ca04a8 req-a5e809b7-9ea7-4910-a974-d434739b0a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:38.388677 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-add25691-13b9-4f9b-b8b9-991f85ca04a8 req-a5e809b7-9ea7-4910-a974-d434739b0a74 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c74d04b2-d641-4a9e-80c2-dee470e08dfe HTTP/1.1" status: 200 len: 915 time: 0.0818508 Jun 16 18:56:38.425021 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:38.432827 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-add25691-13b9-4f9b-b8b9-991f85ca04a8 req-09e8c014-c65e-446e-b95f-18e6a7545e73 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e84fdd2b-089b-4954-ac1a-f7f746cb336f HTTP/1.1" status: 200 len: 217 time: 0.0377266 Jun 16 18:56:38.479849 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25691-13b9-4f9b-b8b9-991f85ca04a8 req-771597ca-5372-453a-9440-1705d6e070d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:38.481307 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-add25691-13b9-4f9b-b8b9-991f85ca04a8 req-771597ca-5372-453a-9440-1705d6e070d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e622436-b6d2-4a20-af10-928af10bb903 HTTP/1.1" status: 200 len: 853 time: 0.0423799 Jun 16 18:56:38.530020 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25942567'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:38.532970 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4dc12431-883d-40e2-aceb-8f5c18883a2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:38.538723 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25691-13b9-4f9b-b8b9-991f85ca04a8 req-5daea330-71a4-42a3-8980-949c82a1e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:38.540257 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-add25691-13b9-4f9b-b8b9-991f85ca04a8 req-5daea330-71a4-42a3-8980-949c82a1e4d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c74d04b2-d641-4a9e-80c2-dee470e08dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0525839 Jun 16 18:56:38.571389 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:38.577997 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:38.582210 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:56:38.585253 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event updated for resources: {'Port': ['ID=bcad2fc7-4959-4196-9d88-de0a8d89138f,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:38.603950 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:38.632615 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-add25691-13b9-4f9b-b8b9-991f85ca04a8 req-8baf6a54-b763-453b-be49-7f6862a8ed81 service neutron] 10.222.0.70 "GET /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854418 Jun 16 18:56:38.663860 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:38.721424 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-add25691-13b9-4f9b-b8b9-991f85ca04a8 req-789874d8-56ed-4429-9062-f2b776c75f0b service neutron] 10.222.0.70 "GET /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812867 Jun 16 18:56:38.783201 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:38.938316 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:39.027512 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942577'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:39.029718 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9cf6f05a-ea38-49c9-831f-05af7f4a9e59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:39.095879 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event updated for resources: {'Port': ['ID=bcad2fc7-4959-4196-9d88-de0a8d89138f,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:39.099869 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:39.104620 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:39.225774 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:39.227054 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2010214 Jun 16 18:56:39.416147 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d451c5cb-046e-464d-992e-c081af9c7964 req-55b7edcb-d8c6-43d9-be58-d9692d0bfc7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1066623826&fields=id&tenant_id=804db3a89f1c4d96a7e618f32151b0a4 HTTP/1.1" status: 200 len: 267 time: 0.0356464 Jun 16 18:56:39.772245 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451c5cb-046e-464d-992e-c081af9c7964 req-a1ecef38-7762-4e0a-9809-d15e8d84b059 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:39.773710 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d451c5cb-046e-464d-992e-c081af9c7964 req-a1ecef38-7762-4e0a-9809-d15e8d84b059 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/networks?id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da HTTP/1.1" status: 200 len: 810 time: 0.3506746 Jun 16 18:56:39.790124 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d451c5cb-046e-464d-992e-c081af9c7964 req-afcfe637-35af-4dbe-97bc-85708afee504 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/quotas/804db3a89f1c4d96a7e618f32151b0a4 HTTP/1.1" status: 200 len: 375 time: 0.0106921 Jun 16 18:56:39.862306 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d451c5cb-046e-464d-992e-c081af9c7964 req-4c392290-c9bf-45a0-b40a-1f2b929340e9 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=804db3a89f1c4d96a7e618f32151b0a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660594 Jun 16 18:56:39.952278 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d451c5cb-046e-464d-992e-c081af9c7964 req-66bd9bbe-ce85-49ac-9e6b-8235b87edf29 service neutron] 10.222.0.41 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789728 Jun 16 18:56:40.041451 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d451c5cb-046e-464d-992e-c081af9c7964 req-8ef083e8-0464-443f-9212-76bf9842b872 service neutron] 10.222.0.41 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833473 Jun 16 18:56:40.273771 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f95d601f-23ca-495f-961f-0276b61cf303 req-50cb02fd-a32a-4035-9d60-7d6c1b6dca7a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 210 time: 0.0298450 Jun 16 18:56:40.961171 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869acebc-dbba-4386-a3b5-7b0ae037d97d req-9fb5fdff-7e15-46bc-9c7d-b33d589f9468 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:40.962626 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-869acebc-dbba-4386-a3b5-7b0ae037d97d req-9fb5fdff-7e15-46bc-9c7d-b33d589f9468 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 946 time: 0.0627713 Jun 16 18:56:41.000356 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-869acebc-dbba-4386-a3b5-7b0ae037d97d req-ed7ae018-3505-4091-a750-a7b24464d475 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312493 Jun 16 18:56:41.410987 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-097942ba-796c-4c9e-8b10-6766af1a46bd req-61eacf96-69a9-4184-a066-c55087917f64 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 210 time: 0.0279078 Jun 16 18:56:42.178558 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68a748-3674-4d07-a939-f3c3aa87f72f req-9fa52ce3-1125-40b0-9c42-16e0b8753833 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:42.179960 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-be68a748-3674-4d07-a939-f3c3aa87f72f req-9fa52ce3-1125-40b0-9c42-16e0b8753833 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 946 time: 0.0643876 Jun 16 18:56:42.217271 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-be68a748-3674-4d07-a939-f3c3aa87f72f req-e808c84d-ad63-4fa8-8cff-dafd9b660d76 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Jun 16 18:56:42.364714 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451c5cb-046e-464d-992e-c081af9c7964 req-17c7e372-0e21-4573-847b-7eb1fc782611 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:42.366612 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-d451c5cb-046e-464d-992e-c081af9c7964 req-17c7e372-0e21-4573-847b-7eb1fc782611 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.70 "GET /v2.0/networks?id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da HTTP/1.1" status: 200 len: 810 time: 0.1031694 Jun 16 18:56:42.412293 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-d451c5cb-046e-464d-992e-c081af9c7964 req-cb83fe31-3c3f-4d6d-8859-f5a3dc5b9806 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=804db3a89f1c4d96a7e618f32151b0a4 HTTP/1.1" status: 200 len: 380 time: 0.0372951 Jun 16 18:56:42.421845 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-d451c5cb-046e-464d-992e-c081af9c7964 req-681cd986-131c-4902-ba97-3587105d9b7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Request body: {'port': {'device_id': '2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'admin_state_up': True, 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'security_groups': ['feab6bac-ddb0-463b-8dcc-cb20eb38f0ff']}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:56:42.550728 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-87488354-f4f2-4705-9b48-b8f851e97115 req-626a11d9-1f4b-461e-b16f-aeedff0315fe tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 210 time: 0.0286901 Jun 16 18:56:42.564540 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d451c5cb-046e-464d-992e-c081af9c7964 req-681cd986-131c-4902-ba97-3587105d9b7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Made reservation on behalf of 804db3a89f1c4d96a7e618f32151b0a4 for: {'port': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:56:42.568613 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-d451c5cb-046e-464d-992e-c081af9c7964 req-681cd986-131c-4902-ba97-3587105d9b7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:42.695962 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [req-d451c5cb-046e-464d-992e-c081af9c7964 req-681cd986-131c-4902-ba97-3587105d9b7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Allocated IP 172.20.0.14 (bdace82e-d0e6-4cfc-b001-3cb6b296a4da/c564e1e9-0d16-4720-8290-85e28752f80f/f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:56:42.835465 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-d451c5cb-046e-464d-992e-c081af9c7964 req-681cd986-131c-4902-ba97-3587105d9b7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:42.848827 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-d451c5cb-046e-464d-992e-c081af9c7964 req-681cd986-131c-4902-ba97-3587105d9b7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Transition to ACTIVE for port object f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b will not be triggered until provisioned by entity DHCP. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:56:42.925048 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-d451c5cb-046e-464d-992e-c081af9c7964 req-681cd986-131c-4902-ba97-3587105d9b7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25564287'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:42.929187 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:42.932479 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e3ef4-c52f-437f-8255-e20ba6713668 req-80681951-fce6-49af-8e24-d0a0b969e1ff tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:42.933975 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4e9e3ef4-c52f-437f-8255-e20ba6713668 req-80681951-fce6-49af-8e24-d0a0b969e1ff tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 946 time: 0.0615759 Jun 16 18:56:42.974381 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d451c5cb-046e-464d-992e-c081af9c7964 req-681cd986-131c-4902-ba97-3587105d9b7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Network bdace82e-d0e6-4cfc-b001-3cb6b296a4da is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:42.977444 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [req-d451c5cb-046e-464d-992e-c081af9c7964 req-681cd986-131c-4902-ba97-3587105d9b7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:42.983054 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-d451c5cb-046e-464d-992e-c081af9c7964 req-681cd986-131c-4902-ba97-3587105d9b7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:56:43.008105 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cd986-131c-4902-ba97-3587105d9b7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event updated for resources: {'Port': ['ID=f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:43.012686 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-681cd986-131c-4902-ba97-3587105d9b7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:43.040976 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451c5cb-046e-464d-992e-c081af9c7964 req-681cd986-131c-4902-ba97-3587105d9b7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:43.042251 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-d451c5cb-046e-464d-992e-c081af9c7964 req-681cd986-131c-4902-ba97-3587105d9b7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:43.054332 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [req-4e9e3ef4-c52f-437f-8255-e20ba6713668 req-6bcfbe52-1bb3-4960-a06d-489b5f1246dc tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Deleting port e84fdd2b-089b-4954-ac1a-f7f746cb336f {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:56:43.054755 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-4e9e3ef4-c52f-437f-8255-e20ba6713668 req-6bcfbe52-1bb3-4960-a06d-489b5f1246dc tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:43.125963 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-d451c5cb-046e-464d-992e-c081af9c7964 req-681cd986-131c-4902-ba97-3587105d9b7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7078853 Jun 16 18:56:43.138249 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Request body: {'port': {'device_id': '2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:56:43.150681 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-4e9e3ef4-c52f-437f-8255-e20ba6713668 req-6bcfbe52-1bb3-4960-a06d-489b5f1246dc tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] For port e84fdd2b-089b-4954-ac1a-f7f746cb336f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e84fdd2b-089b-4954-ac1a-f7f746cb336f,segment=NetworkSegment(fcc8a120-025d-412e-93da-866cb526b4de),segment_id=fcc8a120-025d-412e-93da-866cb526b4de)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:43.151074 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-4e9e3ef4-c52f-437f-8255-e20ba6713668 req-6bcfbe52-1bb3-4960-a06d-489b5f1246dc tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:43.223238 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [req-4e9e3ef4-c52f-437f-8255-e20ba6713668 req-6bcfbe52-1bb3-4960-a06d-489b5f1246dc tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Calling delete_port for e84fdd2b-089b-4954-ac1a-f7f746cb336f owned by compute:nova {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:56:43.254884 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-237026fb-ca3d-460b-bccd-c74dfcf6d6a4 None None] Provisioning for port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:56:43.263481 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-237026fb-ca3d-460b-bccd-c74dfcf6d6a4 None None] Provisioning complete for port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:56:43.263870 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-237026fb-ca3d-460b-bccd-c74dfcf6d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:43.304578 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-237026fb-ca3d-460b-bccd-c74dfcf6d6a4 None None] Port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:56:43.427083 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0287455-48ed-465a-8f98-49f3739adae1 req-2666cf59-cadb-41bc-8710-50794643e4f7 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:43.428634 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e0287455-48ed-465a-8f98-49f3739adae1 req-2666cf59-cadb-41bc-8710-50794643e4f7 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef279db8-d9db-49aa-8d7d-42f1e3a65bda HTTP/1.1" status: 200 len: 946 time: 0.0813231 Jun 16 18:56:43.463361 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:43.466464 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e0287455-48ed-465a-8f98-49f3739adae1 req-ea01cc72-02d3-41f8-9bda-c53796673f89 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3b47b64-de7d-4e3f-b116-a06baf951714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320673 Jun 16 18:56:43.468053 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-4e9e3ef4-c52f-437f-8255-e20ba6713668 req-6bcfbe52-1bb3-4960-a06d-489b5f1246dc tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:43.472102 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:43.483456 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['e84fdd2b-089b-4954-ac1a-f7f746cb336f'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:56:43.502438 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfbe52-1bb3-4960-a06d-489b5f1246dc tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Pushing event deleted for resources: {'Port': ['ID=e84fdd2b-089b-4954-ac1a-f7f746cb336f,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:43.505565 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6bcfbe52-1bb3-4960-a06d-489b5f1246dc tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:43.551204 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9e3ef4-c52f-437f-8255-e20ba6713668 req-6bcfbe52-1bb3-4960-a06d-489b5f1246dc tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] No DVR routers for this DVR port e84fdd2b-089b-4954-ac1a-f7f746cb336f on host hv-cinder-66710 {{(pid=100039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:56:43.553922 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-4e9e3ef4-c52f-437f-8255-e20ba6713668 req-6bcfbe52-1bb3-4960-a06d-489b5f1246dc tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:43.556097 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4e9e3ef4-c52f-437f-8255-e20ba6713668 req-6bcfbe52-1bb3-4960-a06d-489b5f1246dc tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] 10.222.0.70 "DELETE /v2.0/ports/e84fdd2b-089b-4954-ac1a-f7f746cb336f HTTP/1.1" status: 204 len: 173 time: 0.6160514 Jun 16 18:56:43.556682 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'name': 'network-vif-deleted', 'tag': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:56:43.559287 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7270b6ca-049f-476e-90f2-2a7210c5e815" -d '{"events": [{"server_uuid": "ef279db8-d9db-49aa-8d7d-42f1e3a65bda", "name": "network-vif-deleted", "tag": "e84fdd2b-089b-4954-ac1a-f7f746cb336f"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:43.597470 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c48044b-461c-4195-bb0c-ed36bce75b63 x-openstack-request-id: req-4c48044b-461c-4195-bb0c-ed36bce75b63 {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:43.597799 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef279db8-d9db-49aa-8d7d-42f1e3a65bda", "name": "network-vif-deleted", "tag": "e84fdd2b-089b-4954-ac1a-f7f746cb336f", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:43.598162 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c48044b-461c-4195-bb0c-ed36bce75b63 {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:43.598656 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef279db8-d9db-49aa-8d7d-42f1e3a65bda', 'name': 'network-vif-deleted', 'tag': 'e84fdd2b-089b-4954-ac1a-f7f746cb336f', 'status': 'completed', 'code': 200} Jun 16 18:56:43.749571 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b446a0d-7376-4782-b856-0720a8300b04 req-355db74e-f312-47e2-bd27-9e534a8f9396 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:43.750809 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b {{(pid=100040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:56:43.757043 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0b446a0d-7376-4782-b856-0720a8300b04 req-355db74e-f312-47e2-bd27-9e534a8f9396 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 932 time: 0.0724666 Jun 16 18:56:43.759335 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:43.773419 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Transition to ACTIVE for port object f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b will not be triggered until provisioned by entity L2. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:56:43.792282 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0b446a0d-7376-4782-b856-0720a8300b04 req-1f875f91-ddfe-45bf-877f-a6f1f4a3b194 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=feab6bac-ddb0-463b-8dcc-cb20eb38f0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343556 Jun 16 18:56:43.911748 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:43.913941 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:44.006976 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:44.025644 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:44.084625 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Attempting to bind port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:56:44.084966 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Attempting to bind port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:56:44.085298 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Attempting to bind port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b on network bdace82e-d0e6-4cfc-b001-3cb6b296a4da {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:56:44.090701 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b on network bdace82e-d0e6-4cfc-b001-3cb6b296a4da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:56:44.091057 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Attempting to bind port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b on network bdace82e-d0e6-4cfc-b001-3cb6b296a4da {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:56:44.097078 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:56:44.097415 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Checking segment: {'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:56:44.097802 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Bound using segment: {'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:56:44.098237 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Bound port: f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da'}}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:56:44.098588 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:44.170540 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] For port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b, host hv-cinder-66710, cleared binding levels {{(pid=100040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:56:44.173985 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] For port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:56:44.245015 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:44.248002 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-bbfa92a0-91b4-4077-8d76-a62665b5ecc4 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:44.277086 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:44.283442 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:44.283442 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-d451c5cb-046e-464d-992e-c081af9c7964 req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] 10.222.0.70 "PUT /v2.0/ports/f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b HTTP/1.1" status: 200 len: 1094 time: 1.1448836 Jun 16 18:56:44.283442 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e', 'tag': 'f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:56:44.283442 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ada633-41e2-419b-a739-1f496a6bc0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e", "tag": "f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:44.308668 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b,revision_number=3']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:44.312092 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:44.327784 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6e0fc8-5d49-45dc-8ebb-db127d058606 x-openstack-request-id: req-1a6e0fc8-5d49-45dc-8ebb-db127d058606 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:44.327784 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e", "tag": "f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:44.328091 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a6e0fc8-5d49-45dc-8ebb-db127d058606 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:44.328518 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e', 'tag': 'f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b', 'status': 'completed', 'code': 200} Jun 16 18:56:44.411654 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ada633-41e2-419b-a739-1f496a6bc0d4 req-00734874-0c90-49f8-8782-4fb2e0034094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:44.413169 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-70ada633-41e2-419b-a739-1f496a6bc0d4 req-00734874-0c90-49f8-8782-4fb2e0034094 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=804db3a89f1c4d96a7e618f32151b0a4&device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 1097 time: 0.0568962 Jun 16 18:56:44.519758 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ada633-41e2-419b-a739-1f496a6bc0d4 req-37dcdbe1-35eb-4bcc-a221-9acf7b5cd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:44.521227 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-70ada633-41e2-419b-a739-1f496a6bc0d4 req-37dcdbe1-35eb-4bcc-a221-9acf7b5cd9d0 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=804db3a89f1c4d96a7e618f32151b0a4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0995710 Jun 16 18:56:44.618054 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ada633-41e2-419b-a739-1f496a6bc0d4 req-96320a56-7b22-42a8-b3a0-eebd026aad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:44.619742 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-70ada633-41e2-419b-a739-1f496a6bc0d4 req-96320a56-7b22-42a8-b3a0-eebd026aad25 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921161 Jun 16 18:56:44.722052 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451c5cb-046e-464d-992e-c081af9c7964 req-dfb7eed7-af29-4a8f-8b77-fb54b134730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:44.723538 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-d451c5cb-046e-464d-992e-c081af9c7964 req-dfb7eed7-af29-4a8f-8b77-fb54b134730c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=804db3a89f1c4d96a7e618f32151b0a4&device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 1097 time: 0.0618870 Jun 16 18:56:44.764661 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-d451c5cb-046e-464d-992e-c081af9c7964 req-7a8c4612-89c4-43cf-8a5f-d82f5b107818 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b HTTP/1.1" status: 200 len: 217 time: 0.0342932 Jun 16 18:56:44.812337 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451c5cb-046e-464d-992e-c081af9c7964 req-455f5351-e0c3-4162-8494-5bf89173dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:44.813710 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-d451c5cb-046e-464d-992e-c081af9c7964 req-455f5351-e0c3-4162-8494-5bf89173dd62 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c564e1e9-0d16-4720-8290-85e28752f80f HTTP/1.1" status: 200 len: 849 time: 0.0431805 Jun 16 18:56:44.879685 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451c5cb-046e-464d-992e-c081af9c7964 req-5099c623-9bb0-4976-aa3c-3d99b6286b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:44.881166 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-d451c5cb-046e-464d-992e-c081af9c7964 req-5099c623-9bb0-4976-aa3c-3d99b6286b6b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0616822 Jun 16 18:56:44.989341 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-d451c5cb-046e-464d-992e-c081af9c7964 req-66f8eadc-774e-4b66-a89f-2a07dfb9441d service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014731 Jun 16 18:56:45.006235 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f94068-1c30-40d1-88b6-723dd7e59fd6 req-94e80ce3-b3fb-4cf1-8a31-c78f1e016b05 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:45.007776 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d0f94068-1c30-40d1-88b6-723dd7e59fd6 req-94e80ce3-b3fb-4cf1-8a31-c78f1e016b05 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 944 time: 0.0872667 Jun 16 18:56:45.046527 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d0f94068-1c30-40d1-88b6-723dd7e59fd6 req-a27d23dd-a380-4b69-87e3-071c466e560b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=feab6bac-ddb0-463b-8dcc-cb20eb38f0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328658 Jun 16 18:56:45.081622 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-d451c5cb-046e-464d-992e-c081af9c7964 req-0507b130-1941-4a2b-88fe-74938c6e4b83 service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851653 Jun 16 18:56:45.528802 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b680-3b2d-4b93-86f4-8fb17be376bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:46.130707 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54580) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:46.208213 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device e84fdd2b-089b-4954-ac1a-f7f746cb336f no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:56:46.220205 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b5982-b33d-43e6-ae03-6ae02cf0e1b1 req-89dbae99-458f-4d42-8f31-2c0e0c79fc2f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:46.221897 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d40b5982-b33d-43e6-ae03-6ae02cf0e1b1 req-89dbae99-458f-4d42-8f31-2c0e0c79fc2f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 944 time: 0.0637753 Jun 16 18:56:46.241388 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: e84fdd2b-089b-4954-ac1a-f7f746cb336f {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:56:46.241744 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device e84fdd2b-089b-4954-ac1a-f7f746cb336f not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:56:46.261748 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d40b5982-b33d-43e6-ae03-6ae02cf0e1b1 req-32133d9f-f958-4852-a8d0-45b0f6646891 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=feab6bac-ddb0-463b-8dcc-cb20eb38f0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343144 Jun 16 18:56:46.608395 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-05f68c24-d7b1-4ce4-b78a-4f0b35946b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375754'] for router_interface, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:46.853931 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-05f68c24-d7b1-4ce4-b78a-4f0b35946b56 admin admin] Deleting port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:56:46.854259 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-05f68c24-d7b1-4ce4-b78a-4f0b35946b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:46.933864 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [None req-05f68c24-d7b1-4ce4-b78a-4f0b35946b56 admin admin] For port 25107cfa-b7d9-4853-846e-d7dbe7c56fcb, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=25107cfa-b7d9-4853-846e-d7dbe7c56fcb,segment=NetworkSegment(fcc8a120-025d-412e-93da-866cb526b4de),segment_id=fcc8a120-025d-412e-93da-866cb526b4de)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:46.934219 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-05f68c24-d7b1-4ce4-b78a-4f0b35946b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:46.999515 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-05f68c24-d7b1-4ce4-b78a-4f0b35946b56 admin admin] Calling delete_port for 25107cfa-b7d9-4853-846e-d7dbe7c56fcb owned by network:router_interface {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:56:47.250379 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-05f68c24-d7b1-4ce4-b78a-4f0b35946b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:47.253148 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-34c53661-bbda-407e-a6ae-6a5bb79ad95e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:47.276282 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f68c24-d7b1-4ce4-b78a-4f0b35946b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=25107cfa-b7d9-4853-846e-d7dbe7c56fcb,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:47.278786 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-05f68c24-d7b1-4ce4-b78a-4f0b35946b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:47.482155 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-05f68c24-d7b1-4ce4-b78a-4f0b35946b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375646'] for router_interface, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:47.502827 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703297c-f15a-4e91-8baf-999d877a57a7 req-adf3bdf9-30ab-4e0c-9caf-9820add4826b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:47.504321 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0703297c-f15a-4e91-8baf-999d877a57a7 req-adf3bdf9-30ab-4e0c-9caf-9820add4826b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 944 time: 0.1243343 Jun 16 18:56:47.604773 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0703297c-f15a-4e91-8baf-999d877a57a7 req-9ac05cc2-9324-426f-bc26-381d0f106926 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=feab6bac-ddb0-463b-8dcc-cb20eb38f0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689058 Jun 16 18:56:47.725459 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f68c24-d7b1-4ce4-b78a-4f0b35946b56 admin admin] Router 16b4b484-ba93-4296-92ac-7a9222075bde has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:56:47.833953 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f68c24-d7b1-4ce4-b78a-4f0b35946b56 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:56:47.839900 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-05f68c24-d7b1-4ce4-b78a-4f0b35946b56 admin admin] 10.222.0.41 "PUT /v2.0/routers/16b4b484-ba93-4296-92ac-7a9222075bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7072299 Jun 16 18:56:47.841629 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54588) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:47.843238 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a80fb-0f9e-4c21-9af5-f729b3b80ce0 None None] Sync routers for ids ['16b4b484-ba93-4296-92ac-7a9222075bde'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:56:47.852432 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a80fb-0f9e-4c21-9af5-f729b3b80ce0 None None] Routers {'16b4b484-ba93-4296-92ac-7a9222075bde'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:56:47.853039 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-589a80fb-0f9e-4c21-9af5-f729b3b80ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:56:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['16b4b484-ba93-4296-92ac-7a9222075bde'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:47.945216 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] Notify callbacks [] for router, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:47.960017 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-589a80fb-0f9e-4c21-9af5-f729b3b80ce0 None None] Set router 16b4b484-ba93-4296-92ac-7a9222075bde gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:56:48.053129 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:48.077475 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-988df473-da32-4c79-9781-f561ab4f46fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:48.136630 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-589a80fb-0f9e-4c21-9af5-f729b3b80ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'name': 'tempest-TestMinimumBasicScenario-680231749-router', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b41f8726-c986-4029-b473-707afd7e5155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:30Z', 'updated_at': '2021-06-16T18:56:47Z', 'revision_number': 5, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'gw_port': {'id': 'b41f8726-c986-4029-b473-707afd7e5155', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:31Z', 'updated_at': '2021-06-16T18:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:48.140741 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a80fb-0f9e-4c21-9af5-f729b3b80ce0 None None] Checking router: 16b4b484-ba93-4296-92ac-7a9222075bde for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:56:48.149135 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a80fb-0f9e-4c21-9af5-f729b3b80ce0 None None] Routers {'16b4b484-ba93-4296-92ac-7a9222075bde'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:56:48.149787 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-589a80fb-0f9e-4c21-9af5-f729b3b80ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:56:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['16b4b484-ba93-4296-92ac-7a9222075bde'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:48.201028 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] Deleting port b41f8726-c986-4029-b473-707afd7e5155 {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:56:48.201977 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:48.213331 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:56:48.281020 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] For port b41f8726-c986-4029-b473-707afd7e5155, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=b41f8726-c986-4029-b473-707afd7e5155,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:48.281668 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:48.324460 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-589a80fb-0f9e-4c21-9af5-f729b3b80ce0 None None] Set router 16b4b484-ba93-4296-92ac-7a9222075bde gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:56:48.345597 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] Calling delete_port for b41f8726-c986-4029-b473-707afd7e5155 owned by network:router_gateway {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:56:48.439533 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:48.446102 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:48.461866 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': 'f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'port_id': 'f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b', 'mac_address': 'fa:16:3e:13:14:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:56:48.535060 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:48.553693 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:56:48.578399 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:48.587610 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:48.589548 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-589a80fb-0f9e-4c21-9af5-f729b3b80ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'name': 'tempest-TestMinimumBasicScenario-680231749-router', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b41f8726-c986-4029-b473-707afd7e5155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:30Z', 'updated_at': '2021-06-16T18:56:47Z', 'revision_number': 5, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'gw_port': {'id': 'b41f8726-c986-4029-b473-707afd7e5155', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:31Z', 'updated_at': '2021-06-16T18:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:48.590708 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:48.593126 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a80fb-0f9e-4c21-9af5-f729b3b80ce0 None None] The sync data for ids ['16b4b484-ba93-4296-92ac-7a9222075bde'] in dv-cinder-667108-31-iscsi is: [{'id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'name': 'tempest-TestMinimumBasicScenario-680231749-router', 'tenant_id': 'eee13d403ce7426dbafc5b182fa585c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b41f8726-c986-4029-b473-707afd7e5155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:30Z', 'updated_at': '2021-06-16T18:56:47Z', 'revision_number': 5, 'project_id': 'eee13d403ce7426dbafc5b182fa585c7', 'gw_port': {'id': 'b41f8726-c986-4029-b473-707afd7e5155', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4b484-ba93-4296-92ac-7a9222075bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:31Z', 'updated_at': '2021-06-16T18:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:56:48.615918 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41f8726-c986-4029-b473-707afd7e5155,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:48.630499 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:48.650185 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:48.652880 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:48.684188 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420893'] for router_gateway, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:48.706632 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:48.710107 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:48.979482 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:56:49.083975 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3190'] for router, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:49.086668 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:49.172072 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f65d3e-45a6-4000-b6a4-2b1b5f965b27 req-d868ae9d-50f5-487d-8438-416abc9e670d tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:49.173649 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-70f65d3e-45a6-4000-b6a4-2b1b5f965b27 req-d868ae9d-50f5-487d-8438-416abc9e670d tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 945 time: 0.4461696 Jun 16 18:56:49.204745 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:49.212273 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-70f65d3e-45a6-4000-b6a4-2b1b5f965b27 req-963f1872-b3ea-4790-aeb4-3937a0488002 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=feab6bac-ddb0-463b-8dcc-cb20eb38f0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327032 Jun 16 18:56:49.227790 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-410199'] for router, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:49.228410 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16b4b484-ba93-4296-92ac-7a9222075bde {{(pid=100039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 18:56:49.235163 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] Notify callbacks [] for router, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:49.239878 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-19f27b5b-7511-4c20-b83f-7e0554cb9789 admin admin] 10.222.0.41 "DELETE /v2.0/routers/16b4b484-ba93-4296-92ac-7a9222075bde HTTP/1.1" status: 204 len: 168 time: 1.3932140 Jun 16 18:56:49.240348 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 25107cfa-b7d9-4853-846e-d7dbe7c56fcb no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:56:49.241620 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54596) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:49.265962 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: 25107cfa-b7d9-4853-846e-d7dbe7c56fcb {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:56:49.265962 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 25107cfa-b7d9-4853-846e-d7dbe7c56fcb not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:56:49.296172 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4ef072-bcee-4bf1-80d9-9dc0ba19c80e admin admin] Deleting subnet 4e622436-b6d2-4a20-af10-928af10bb903 {{(pid=100040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:56:49.299603 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef072-bcee-4bf1-80d9-9dc0ba19c80e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:49.336580 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef072-bcee-4bf1-80d9-9dc0ba19c80e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564794'] for subnet, precommit_delete_associations {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:49.444523 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef072-bcee-4bf1-80d9-9dc0ba19c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:49.696679 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef072-bcee-4bf1-80d9-9dc0ba19c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25564330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25566547'] for subnet, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:49.699153 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e211f63b-b8d5-41ff-9dbf-164834ac31cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:49.722083 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ef072-bcee-4bf1-80d9-9dc0ba19c80e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e622436-b6d2-4a20-af10-928af10bb903,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:49.725642 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7c4ef072-bcee-4bf1-80d9-9dc0ba19c80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:49.728450 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef072-bcee-4bf1-80d9-9dc0ba19c80e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:49.731263 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-7c4ef072-bcee-4bf1-80d9-9dc0ba19c80e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4e622436-b6d2-4a20-af10-928af10bb903 HTTP/1.1" status: 204 len: 168 time: 0.4873645 Jun 16 18:56:49.735326 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54598) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:49.735824 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b078ab5-d476-44d0-af87-b02d85ff4b32 None None] Network c74d04b2-d641-4a9e-80c2-dee470e08dfe requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:56:49.807806 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:49.858658 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Deleting port 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:56:49.859123 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:49.922313 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] For port 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=860fd1ba-2a5e-4baf-8470-3e368b6ed2e3,segment=NetworkSegment(fcc8a120-025d-412e-93da-866cb526b4de),segment_id=fcc8a120-025d-412e-93da-866cb526b4de)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:49.922666 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:49.946025 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7da6b0e-3ecc-4982-8159-0ee0eb655ce3 None None] DHCP port deletion for c74d04b2-d641-4a9e-80c2-dee470e08dfe request from dv-cinder-667108-31-iscsi {{(pid=100041) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 18:56:49.990258 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Calling delete_port for 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 owned by network:dhcp {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:56:49.990769 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-d7da6b0e-3ecc-4982-8159-0ee0eb655ce3 None None] Deleting port 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 {{(pid=100041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:56:49.991374 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-d7da6b0e-3ecc-4982-8159-0ee0eb655ce3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:50.152844 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:50.156479 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:50.172561 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-d7da6b0e-3ecc-4982-8159-0ee0eb655ce3 None None] For port 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=860fd1ba-2a5e-4baf-8470-3e368b6ed2e3,segment=NetworkSegment(fcc8a120-025d-412e-93da-866cb526b4de),segment_id=fcc8a120-025d-412e-93da-866cb526b4de)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:50.172988 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-d7da6b0e-3ecc-4982-8159-0ee0eb655ce3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:50.180917 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=860fd1ba-2a5e-4baf-8470-3e368b6ed2e3,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:50.182762 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] No DVR routers for this DVR port 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 on host dv-cinder-667108-31-iscsi {{(pid=100039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:56:50.184261 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:50.217677 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:56:50.243375 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-d7da6b0e-3ecc-4982-8159-0ee0eb655ce3 None None] Calling delete_port for 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 owned by network:dhcp {{(pid=100041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:56:50.254792 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:50.265043 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74d04b2-d641-4a9e-80c2-dee470e08dfe']}} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:50.280184 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc8a120-025d-412e-93da-866cb526b4de') {'for_net_delete': True} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:50.280612 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc8a120-025d-412e-93da-866cb526b4de') {} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:50.290352 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25649366'] for segment, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:50.306286 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:50.313768 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=100039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942637'] for segment, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: Traceback (most recent call last): Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: timer() Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: cb(*args, **kw) Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: return func(*args, **kwargs) Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: self._notify() Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: self.callback(batched_events) Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: event.method(event) Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: return f(self, *a, **k) Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._get(url).json() Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: return self.request(url, 'GET', **kwargs) Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:56:50.317708 dv-cinder-667108-31-iscsi neutron-server[100039]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:56:50.321365 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:56:50.321365 dv-cinder-667108-31-iscsi neutron-server[100039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:56:50.321365 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:56:50.321365 dv-cinder-667108-31-iscsi neutron-server[100039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:56:50.321365 dv-cinder-667108-31-iscsi neutron-server[100039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:56:50.402895 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-d7da6b0e-3ecc-4982-8159-0ee0eb655ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599'] for port, after_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:50.406498 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:50.431385 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc15f2-1cd2-42c7-95a7-a5d6486d3eba req-e8a5148e-eca3-49f1-bb13-924beeb449da tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:50.433259 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-81fc15f2-1cd2-42c7-95a7-a5d6486d3eba req-e8a5148e-eca3-49f1-bb13-924beeb449da tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 945 time: 0.0809586 Jun 16 18:56:50.437425 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7da6b0e-3ecc-4982-8159-0ee0eb655ce3 None None] No DVR routers for this DVR port 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 on host dv-cinder-667108-31-iscsi {{(pid=100041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:56:50.441480 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da6b0e-3ecc-4982-8159-0ee0eb655ce3 None None] Pushing event deleted for resources: {'Port': ['ID=860fd1ba-2a5e-4baf-8470-3e368b6ed2e3,revision_number=None']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:50.445257 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-d7da6b0e-3ecc-4982-8159-0ee0eb655ce3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:50.455734 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:56:50.460187 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:56:50.460598 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:50.485496 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-81fc15f2-1cd2-42c7-95a7-a5d6486d3eba req-46528d07-90f2-46af-9a0c-926f2628c136 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=feab6bac-ddb0-463b-8dcc-cb20eb38f0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412977 Jun 16 18:56:50.495866 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:50.500836 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:50.503045 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c74d04b2-d641-4a9e-80c2-dee470e08dfe HTTP/1.1" status: 204 len: 168 time: 0.7673607 Jun 16 18:56:50.503911 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:50.505893 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54604) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:50.526941 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c74d04b2-d641-4a9e-80c2-dee470e08dfe,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:50.530215 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:50.547946 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:50.569422 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:56:50.571692 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6030faee-751a-4cee-aba8-4620d7f5d47d" -d '{"events": [{"server_uuid": "2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e", "name": "network-vif-plugged", "status": "completed", "tag": "f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:50.584883 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:50.611316 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2af20ab-328b-4078-ab5b-3c184c4151e7 x-openstack-request-id: req-f2af20ab-328b-4078-ab5b-3c184c4151e7 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:50.611621 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e", "name": "network-vif-plugged", "status": "completed", "tag": "f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:50.611882 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2af20ab-328b-4078-ab5b-3c184c4151e7 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:50.612282 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b', 'code': 200} Jun 16 18:56:50.645577 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:50.647515 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-44941456-fe20-4e96-bd3b-22cfb79efab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:50.693900 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:50.697035 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:50.864432 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ea574fe-8278-4b8a-b2d5-9c74e1d83077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375754'] for router_interface, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:50.964497 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:50.994600 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da326b5-5203-4a78-9632-ac1075a89f0e req-cc1edd42-7cd9-4093-84c6-5c83dc174ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:50.996110 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-7da326b5-5203-4a78-9632-ac1075a89f0e req-cc1edd42-7cd9-4093-84c6-5c83dc174ca3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 1099 time: 0.0525084 Jun 16 18:56:51.031719 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-7da326b5-5203-4a78-9632-ac1075a89f0e req-3398244d-840d-4695-8b60-3dc420ef5530 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=feab6bac-ddb0-463b-8dcc-cb20eb38f0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288639 Jun 16 18:56:51.118419 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-6ea574fe-8278-4b8a-b2d5-9c74e1d83077 admin admin] Deleting port ed5062c7-29d0-451b-8464-03f653cea463 {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:56:51.118760 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ea574fe-8278-4b8a-b2d5-9c74e1d83077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:51.173253 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device b41f8726-c986-4029-b473-707afd7e5155 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:56:51.195739 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: b41f8726-c986-4029-b473-707afd7e5155 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:56:51.196190 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device b41f8726-c986-4029-b473-707afd7e5155 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:56:51.196687 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:56:51.196847 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [None req-6ea574fe-8278-4b8a-b2d5-9c74e1d83077 admin admin] For port ed5062c7-29d0-451b-8464-03f653cea463, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=ed5062c7-29d0-451b-8464-03f653cea463,segment=NetworkSegment(24acd5ff-98da-4c80-a718-397205565dc7),segment_id=24acd5ff-98da-4c80-a718-397205565dc7)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:51.197206 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ea574fe-8278-4b8a-b2d5-9c74e1d83077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:51.214759 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:56:51.215142 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 860fd1ba-2a5e-4baf-8470-3e368b6ed2e3 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:56:51.265325 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-6ea574fe-8278-4b8a-b2d5-9c74e1d83077 admin admin] Calling delete_port for ed5062c7-29d0-451b-8464-03f653cea463 owned by network:router_interface {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:56:51.530000 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ea574fe-8278-4b8a-b2d5-9c74e1d83077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:51.532295 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-12ea6eaf-75cf-458d-8f5e-186ed967bf31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:51.557634 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea574fe-8278-4b8a-b2d5-9c74e1d83077 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5062c7-29d0-451b-8464-03f653cea463,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:51.561435 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6ea574fe-8278-4b8a-b2d5-9c74e1d83077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:51.753403 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3020c47-49e4-451c-8098-6fe82c2b5ccb req-c4fd9a0f-afc0-4575-acee-3a8dba095124 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:51.754803 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e3020c47-49e4-451c-8098-6fe82c2b5ccb req-c4fd9a0f-afc0-4575-acee-3a8dba095124 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 946 time: 0.1459336 Jun 16 18:56:51.786880 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-6ea574fe-8278-4b8a-b2d5-9c74e1d83077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375646'] for router_interface, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:51.811732 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e3020c47-49e4-451c-8098-6fe82c2b5ccb req-f523c623-3b6f-4d1d-a43e-37d06fb209c5 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=feab6bac-ddb0-463b-8dcc-cb20eb38f0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511942 Jun 16 18:56:52.014095 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea574fe-8278-4b8a-b2d5-9c74e1d83077 admin admin] Router 31f38a96-444f-4ee0-9dab-217cf66749fa has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:56:52.119723 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea574fe-8278-4b8a-b2d5-9c74e1d83077 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:56:52.131534 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-6ea574fe-8278-4b8a-b2d5-9c74e1d83077 admin admin] 10.222.0.41 "PUT /v2.0/routers/31f38a96-444f-4ee0-9dab-217cf66749fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6171391 Jun 16 18:56:52.131663 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54612) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:52.132096 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b6750e-f947-420f-9715-627a814e0665 None None] Sync routers for ids ['31f38a96-444f-4ee0-9dab-217cf66749fa'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:56:52.147887 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b6750e-f947-420f-9715-627a814e0665 None None] Routers {'31f38a96-444f-4ee0-9dab-217cf66749fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:56:52.148771 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-92b6750e-f947-420f-9715-627a814e0665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:56:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['31f38a96-444f-4ee0-9dab-217cf66749fa'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:52.229548 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] Notify callbacks [] for router, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:52.260864 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-92b6750e-f947-420f-9715-627a814e0665 None None] Set router 31f38a96-444f-4ee0-9dab-217cf66749fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:56:52.330687 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:52.433666 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-92b6750e-f947-420f-9715-627a814e0665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'name': 'tempest-TestMinimumBasicScenario-2058440099-router', 'tenant_id': '992acb49694b4b30a44b13eceb0226d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '2262da33-9401-4f1d-9a2f-799626a6c1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:37Z', 'updated_at': '2021-06-16T18:56:51Z', 'revision_number': 5, 'project_id': '992acb49694b4b30a44b13eceb0226d3', 'gw_port': {'id': '2262da33-9401-4f1d-9a2f-799626a6c1c4', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:51:38Z', 'updated_at': '2021-06-16T18:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:52.437518 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b6750e-f947-420f-9715-627a814e0665 None None] Checking router: 31f38a96-444f-4ee0-9dab-217cf66749fa for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:56:52.445613 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b6750e-f947-420f-9715-627a814e0665 None None] Routers {'31f38a96-444f-4ee0-9dab-217cf66749fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:56:52.446219 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-92b6750e-f947-420f-9715-627a814e0665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:56:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['31f38a96-444f-4ee0-9dab-217cf66749fa'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:52.473601 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] Deleting port 2262da33-9401-4f1d-9a2f-799626a6c1c4 {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:56:52.474073 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:52.531661 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-92b6750e-f947-420f-9715-627a814e0665 None None] Set router 31f38a96-444f-4ee0-9dab-217cf66749fa gateway port host: None {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:56:52.565291 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] For port 2262da33-9401-4f1d-9a2f-799626a6c1c4, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=2262da33-9401-4f1d-9a2f-799626a6c1c4,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:52.565645 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:52.584984 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-92b6750e-f947-420f-9715-627a814e0665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'name': 'tempest-TestMinimumBasicScenario-2058440099-router', 'tenant_id': '992acb49694b4b30a44b13eceb0226d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:37Z', 'updated_at': '2021-06-16T18:56:52Z', 'revision_number': 6, 'project_id': '992acb49694b4b30a44b13eceb0226d3', 'gw_port_host': None}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:52.589318 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b6750e-f947-420f-9715-627a814e0665 None None] The sync data for ids ['31f38a96-444f-4ee0-9dab-217cf66749fa'] in dv-cinder-667108-31-iscsi is: [{'id': '31f38a96-444f-4ee0-9dab-217cf66749fa', 'name': 'tempest-TestMinimumBasicScenario-2058440099-router', 'tenant_id': '992acb49694b4b30a44b13eceb0226d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:51:37Z', 'updated_at': '2021-06-16T18:56:52Z', 'revision_number': 6, 'project_id': '992acb49694b4b30a44b13eceb0226d3', 'gw_port_host': None}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:56:52.634410 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] Calling delete_port for 2262da33-9401-4f1d-9a2f-799626a6c1c4 owned by network:router_gateway {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:56:52.709573 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:56:52.890138 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:52.893244 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0cb3ce04-6c62-4b6f-92f9-6dd7f30072dc tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:52.916991 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] Pushing event deleted for resources: {'Port': ['ID=2262da33-9401-4f1d-9a2f-799626a6c1c4,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:52.919199 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:52.984940 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420893'] for router_gateway, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:52.991711 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6dd37-2d6a-4c1d-bc89-448f105d80ff req-cf839ace-bbae-4ab8-b846-54be3751f436 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:52.994000 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7dc6dd37-2d6a-4c1d-bc89-448f105d80ff req-cf839ace-bbae-4ab8-b846-54be3751f436 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 946 time: 0.0689206 Jun 16 18:56:53.047762 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7dc6dd37-2d6a-4c1d-bc89-448f105d80ff req-d8ad0553-513d-4fcd-b4e6-73c280b2dbd6 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=feab6bac-ddb0-463b-8dcc-cb20eb38f0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440366 Jun 16 18:56:53.103452 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3190'] for router, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.105473 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.215728 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-410199'] for router, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.216385 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31f38a96-444f-4ee0-9dab-217cf66749fa {{(pid=100040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 18:56:53.222778 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] Notify callbacks [] for router, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.222983 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] 10.222.0.41 "DELETE /v2.0/routers/31f38a96-444f-4ee0-9dab-217cf66749fa HTTP/1.1" status: 204 len: 168 time: 1.0937569 Jun 16 18:56:53.225657 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54624) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:53.229664 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceab765-b645-4cb4-9a69-b7b1e8889518 req-9460c9ce-7f0d-4c1a-8e6a-aa43d564f31b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:53.231176 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9ceab765-b645-4cb4-9a69-b7b1e8889518 req-9460c9ce-7f0d-4c1a-8e6a-aa43d564f31b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 946 time: 0.0643430 Jun 16 18:56:53.239945 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54626) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:53.244433 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-2d7e28ac-ce93-481f-9a95-54d58925bb04 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Request body: {'floatingip': {'port_id': 'f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:56:53.269303 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_v2 [None req-02893dd1-31e6-4cab-9896-386bdaeae82f admin admin] Deleting subnet 62efcfe3-4227-4398-bbc5-6a219f8a0cdd {{(pid=100040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:56:53.272427 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-02893dd1-31e6-4cab-9896-386bdaeae82f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.286580 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2d7e28ac-ce93-481f-9a95-54d58925bb04 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for floatingip, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.304536 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-02893dd1-31e6-4cab-9896-386bdaeae82f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564794'] for subnet, precommit_delete_associations {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.383950 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-02893dd1-31e6-4cab-9896-386bdaeae82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.475016 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device ed5062c7-29d0-451b-8464-03f653cea463 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:56:53.494780 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: ed5062c7-29d0-451b-8464-03f653cea463 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:56:53.495163 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device ed5062c7-29d0-451b-8464-03f653cea463 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:56:53.495593 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 2262da33-9401-4f1d-9a2f-799626a6c1c4 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:56:53.512986 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-02893dd1-31e6-4cab-9896-386bdaeae82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25564330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25566547'] for subnet, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.514658 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: 2262da33-9401-4f1d-9a2f-799626a6c1c4 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:56:53.515305 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 2262da33-9401-4f1d-9a2f-799626a6c1c4 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:56:53.518172 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:53.548753 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-02893dd1-31e6-4cab-9896-386bdaeae82f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.551087 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-02893dd1-31e6-4cab-9896-386bdaeae82f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/62efcfe3-4227-4398-bbc5-6a219f8a0cdd HTTP/1.1" status: 204 len: 168 time: 0.3244722 Jun 16 18:56:53.552592 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02893dd1-31e6-4cab-9896-386bdaeae82f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62efcfe3-4227-4398-bbc5-6a219f8a0cdd,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:53.555357 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54628) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:53.555903 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-02893dd1-31e6-4cab-9896-386bdaeae82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:53.562779 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191081b3-79e0-4909-b97a-fcbe1a6e468b None None] Network 97d24938-79a5-4732-bdf8-6e3193be5f2d requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:56:53.694812 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.773117 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8660bd4f-3ac4-4683-85f7-fbc290109eb4 None None] DHCP port deletion for 97d24938-79a5-4732-bdf8-6e3193be5f2d request from dv-cinder-667108-31-iscsi {{(pid=100041) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 18:56:53.830245 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2d7e28ac-ce93-481f-9a95-54d58925bb04 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.830483 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-8660bd4f-3ac4-4683-85f7-fbc290109eb4 None None] Deleting port 3290787b-fca3-4eaa-a389-61fd8ea5bf95 {{(pid=100041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:56:53.831015 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-8660bd4f-3ac4-4683-85f7-fbc290109eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.834303 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Deleting port 3290787b-fca3-4eaa-a389-61fd8ea5bf95 {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:56:53.834823 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.901609 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-8660bd4f-3ac4-4683-85f7-fbc290109eb4 None None] For port 3290787b-fca3-4eaa-a389-61fd8ea5bf95, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=3290787b-fca3-4eaa-a389-61fd8ea5bf95,segment=NetworkSegment(24acd5ff-98da-4c80-a718-397205565dc7),segment_id=24acd5ff-98da-4c80-a718-397205565dc7)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:53.901948 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-8660bd4f-3ac4-4683-85f7-fbc290109eb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.904814 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] For port 3290787b-fca3-4eaa-a389-61fd8ea5bf95, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=3290787b-fca3-4eaa-a389-61fd8ea5bf95,segment=NetworkSegment(24acd5ff-98da-4c80-a718-397205565dc7),segment_id=24acd5ff-98da-4c80-a718-397205565dc7)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:56:53.905164 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.916988 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2d7e28ac-ce93-481f-9a95-54d58925bb04 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:53.964273 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-8660bd4f-3ac4-4683-85f7-fbc290109eb4 None None] Calling delete_port for 3290787b-fca3-4eaa-a389-61fd8ea5bf95 owned by network:dhcp {{(pid=100041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:56:53.971390 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Calling delete_port for 3290787b-fca3-4eaa-a389-61fd8ea5bf95 owned by network:dhcp {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:56:54.130373 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-8660bd4f-3ac4-4683-85f7-fbc290109eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599'] for port, after_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:54.132445 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:54.157316 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660bd4f-3ac4-4683-85f7-fbc290109eb4 None None] Pushing event deleted for resources: {'Port': ['ID=3290787b-fca3-4eaa-a389-61fd8ea5bf95,revision_number=None']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:54.160303 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-8660bd4f-3ac4-4683-85f7-fbc290109eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:54.161142 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8660bd4f-3ac4-4683-85f7-fbc290109eb4 None None] No DVR routers for this DVR port 3290787b-fca3-4eaa-a389-61fd8ea5bf95 on host dv-cinder-667108-31-iscsi {{(pid=100041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:56:54.377910 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.l3_db [None req-2d7e28ac-ce93-481f-9a95-54d58925bb04 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Floating IP 34f5b187-dddb-4f9a-ba4c-d68d96cda3ac associated. External IP: 172.27.3.145, port: f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b. Jun 16 18:56:54.448111 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:54.451906 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:54.484778 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Pushing event deleted for resources: {'Port': ['ID=3290787b-fca3-4eaa-a389-61fd8ea5bf95,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:54.488431 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] No DVR routers for this DVR port 3290787b-fca3-4eaa-a389-61fd8ea5bf95 on host dv-cinder-667108-31-iscsi {{(pid=100039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:56:54.491264 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:54.574928 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:54.635488 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d24938-79a5-4732-bdf8-6e3193be5f2d']}} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:54.648117 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24acd5ff-98da-4c80-a718-397205565dc7') {'for_net_delete': True} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:54.648404 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24acd5ff-98da-4c80-a718-397205565dc7') {} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:54.666311 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25649366'] for segment, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:54.685792 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:54.695403 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=100039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:56:54.695790 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942637'] for segment, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: self.session.flush() Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: self.session.flush() Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: self.session.flush() Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: self.session.flush() Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: Traceback (most recent call last): Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: timer() Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: cb(*args, **kw) Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: return func(*args, **kwargs) Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: self._notify() Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: self.callback(batched_events) Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: event.method(event) Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: return f(self, *a, **k) Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._get(url).json() Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: return self.request(url, 'GET', **kwargs) Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:56:54.697420 dv-cinder-667108-31-iscsi neutron-server[100039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:56:54.752761 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7e28ac-ce93-481f-9a95-54d58925bb04 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Router ea491008-fed4-46b4-a28c-ed13845c24d3 has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:56:54.838013 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:54.846799 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9de6eb8d-90f1-4405-9456-e564ecf84b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:54.849154 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:54.850954 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] 10.222.0.41 "DELETE /v2.0/networks/97d24938-79a5-4732-bdf8-6e3193be5f2d HTTP/1.1" status: 204 len: 168 time: 1.2945063 Jun 16 18:56:54.864165 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Pushing event deleted for resources: {'Network': ['ID=97d24938-79a5-4732-bdf8-6e3193be5f2d,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:54.867301 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:54.882181 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7e28ac-ce93-481f-9a95-54d58925bb04 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:56:54.886949 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-2d7e28ac-ce93-481f-9a95-54d58925bb04 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:54.893853 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe762148-d2ae-4db8-8d7e-25534b38eada None None] Sync routers for ids ['ea491008-fed4-46b4-a28c-ed13845c24d3'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:56:54.904463 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe762148-d2ae-4db8-8d7e-25534b38eada None None] Routers {'ea491008-fed4-46b4-a28c-ed13845c24d3'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:56:54.906147 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-fe762148-d2ae-4db8-8d7e-25534b38eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:56:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ea491008-fed4-46b4-a28c-ed13845c24d3'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:54.922206 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-2d7e28ac-ce93-481f-9a95-54d58925bb04 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "PUT /v2.0/floatingips/34f5b187-dddb-4f9a-ba4c-d68d96cda3ac HTTP/1.1" status: 200 len: 992 time: 1.6812158 Jun 16 18:56:54.923153 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e', 'tag': 'f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:56:54.925613 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71a53e0-85d8-46c4-8db2-1768359e541d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e", "tag": "f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:55.009508 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-fe762148-d2ae-4db8-8d7e-25534b38eada None None] Set router ea491008-fed4-46b4-a28c-ed13845c24d3 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:56:55.178526 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 3290787b-fca3-4eaa-a389-61fd8ea5bf95 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:56:55.200812 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 54642) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:55.210904 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: 3290787b-fca3-4eaa-a389-61fd8ea5bf95 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:56:55.211289 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 3290787b-fca3-4eaa-a389-61fd8ea5bf95 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:56:55.241940 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-b9a8fa7f-55b0-4c82-9d83-1dc82f972713 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eee13d403ce7426dbafc5b182fa585c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398607 Jun 16 18:56:55.244418 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54644) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:55.263335 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-fe762148-d2ae-4db8-8d7e-25534b38eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '34f5b187-dddb-4f9a-ba4c-d68d96cda3ac', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'port_id': 'f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'mac_address': 'fa:16:3e:13:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:56:38Z', 'updated_at': '2021-06-16T18:56:53Z', 'revision_number': 1, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db', 'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'mac_address': 'fa:16:3e:89:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:24Z', 'updated_at': '2021-06-16T18:47:37Z', 'revision_number': 5, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'subnets': [{'id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:55.266611 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe762148-d2ae-4db8-8d7e-25534b38eada None None] Checking router: ea491008-fed4-46b4-a28c-ed13845c24d3 for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:56:55.274588 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe762148-d2ae-4db8-8d7e-25534b38eada None None] Routers {'ea491008-fed4-46b4-a28c-ed13845c24d3'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:56:55.275222 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-fe762148-d2ae-4db8-8d7e-25534b38eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:56:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ea491008-fed4-46b4-a28c-ed13845c24d3'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:55.292063 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e1efe3b1-4ea6-4817-94c6-840109c9d83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:55.313069 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e1efe3b1-4ea6-4817-94c6-840109c9d83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:55.376756 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-fe762148-d2ae-4db8-8d7e-25534b38eada None None] Set router ea491008-fed4-46b4-a28c-ed13845c24d3 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:56:55.433108 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e1efe3b1-4ea6-4817-94c6-840109c9d83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:55.435707 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e1efe3b1-4ea6-4817-94c6-840109c9d83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:55.439075 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-e1efe3b1-4ea6-4817-94c6-840109c9d83e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3b47b64-de7d-4e3f-b116-a06baf951714 HTTP/1.1" status: 204 len: 168 time: 0.1913795 Jun 16 18:56:55.439075 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-41022bc5-d437-4c72-8b34-e75ee6e3f6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:55.446026 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efe3b1-4ea6-4817-94c6-840109c9d83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b47b64-de7d-4e3f-b116-a06baf951714,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:55.448565 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e1efe3b1-4ea6-4817-94c6-840109c9d83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:55.600013 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-fe762148-d2ae-4db8-8d7e-25534b38eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '34f5b187-dddb-4f9a-ba4c-d68d96cda3ac', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'port_id': 'f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'mac_address': 'fa:16:3e:13:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:56:38Z', 'updated_at': '2021-06-16T18:56:53Z', 'revision_number': 1, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db', 'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'mac_address': 'fa:16:3e:89:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:24Z', 'updated_at': '2021-06-16T18:47:37Z', 'revision_number': 5, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'subnets': [{'id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:55.603666 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe762148-d2ae-4db8-8d7e-25534b38eada None None] The sync data for ids ['ea491008-fed4-46b4-a28c-ed13845c24d3'] in dv-cinder-667108-31-iscsi is: [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '34f5b187-dddb-4f9a-ba4c-d68d96cda3ac', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'port_id': 'f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'mac_address': 'fa:16:3e:13:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:56:38Z', 'updated_at': '2021-06-16T18:56:53Z', 'revision_number': 1, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db', 'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'mac_address': 'fa:16:3e:89:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:24Z', 'updated_at': '2021-06-16T18:47:37Z', 'revision_number': 5, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'subnets': [{'id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:56:55.791039 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12138e-20d3-4c03-88bf-fa4555ec296b None None] New status for floating IP 34f5b187-dddb-4f9a-ba4c-d68d96cda3ac: ACTIVE {{(pid=100042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:56:55.920486 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90538242-10f7-4f1a-9ca1-e6db12e23336 x-openstack-request-id: req-90538242-10f7-4f1a-9ca1-e6db12e23336 {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:55.920985 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e", "tag": "f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:55.921204 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90538242-10f7-4f1a-9ca1-e6db12e23336 {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:55.921553 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e', 'tag': 'f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b', 'status': 'completed', 'code': 200} Jun 16 18:56:56.117812 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54650) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:56.160841 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-bd70b913-2df1-4376-8caf-1be309265d74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=992acb49694b4b30a44b13eceb0226d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418265 Jun 16 18:56:56.163141 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54654) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:56:56.209245 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-34e50daf-c67d-4b6c-b214-38ececa391df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:56.230161 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-34e50daf-c67d-4b6c-b214-38ececa391df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:56.375720 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-34e50daf-c67d-4b6c-b214-38ececa391df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:56.378567 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-34e50daf-c67d-4b6c-b214-38ececa391df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:56.379721 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-34e50daf-c67d-4b6c-b214-38ececa391df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/266c5fce-0220-4167-bea6-afc2b320fba3 HTTP/1.1" status: 204 len: 168 time: 0.2157099 Jun 16 18:56:56.380584 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7e3962e9-5556-47fa-9b5d-25697be0ce07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:56:56.388841 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e50daf-c67d-4b6c-b214-38ececa391df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266c5fce-0220-4167-bea6-afc2b320fba3,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:56.391177 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-34e50daf-c67d-4b6c-b214-38ececa391df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:56:56.673275 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:56:57.344904 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a53e0-85d8-46c4-8db2-1768359e541d req-c61e82ad-a9be-4a1f-b27b-802b6cef93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:57.346341 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-f71a53e0-85d8-46c4-8db2-1768359e541d req-c61e82ad-a9be-4a1f-b27b-802b6cef93e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=804db3a89f1c4d96a7e618f32151b0a4&device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 1099 time: 0.0508075 Jun 16 18:56:57.433180 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a53e0-85d8-46c4-8db2-1768359e541d req-5ae49615-cc7e-46dd-9fe5-dd31995266c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:57.434590 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-f71a53e0-85d8-46c4-8db2-1768359e541d req-5ae49615-cc7e-46dd-9fe5-dd31995266c7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da HTTP/1.1" status: 200 len: 911 time: 0.0815668 Jun 16 18:56:57.500356 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-f71a53e0-85d8-46c4-8db2-1768359e541d req-9937caa3-104a-45b8-bfe3-daf2cae935c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b HTTP/1.1" status: 200 len: 1002 time: 0.0582058 Jun 16 18:56:57.553775 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a53e0-85d8-46c4-8db2-1768359e541d req-3173ffb5-2dc9-41a3-914e-ed9a573ee6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:57.555207 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-f71a53e0-85d8-46c4-8db2-1768359e541d req-3173ffb5-2dc9-41a3-914e-ed9a573ee6ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c564e1e9-0d16-4720-8290-85e28752f80f HTTP/1.1" status: 200 len: 849 time: 0.0460887 Jun 16 18:56:57.609896 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a53e0-85d8-46c4-8db2-1768359e541d req-73a1e689-4b91-4aab-8457-459268bd65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:56:57.611357 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-f71a53e0-85d8-46c4-8db2-1768359e541d req-73a1e689-4b91-4aab-8457-459268bd65c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bdace82e-d0e6-4cfc-b001-3cb6b296a4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491598 Jun 16 18:56:57.697044 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-f71a53e0-85d8-46c4-8db2-1768359e541d req-93c6bc27-9d58-4d22-b7af-d8e901402577 service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784218 Jun 16 18:56:57.786876 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-f71a53e0-85d8-46c4-8db2-1768359e541d req-ab6ad2dd-5a86-4d48-b869-9dde46af8e98 service neutron] 10.222.0.70 "GET /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831585 Jun 16 18:57:05.342069 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-c16fe1f0-d332-46ff-9464-b7711442076a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1055112725&fields=id&tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe HTTP/1.1" status: 200 len: 267 time: 0.0322151 Jun 16 18:57:05.448699 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-729f2e67-3732-45e6-a639-c56785246d59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:05.450098 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-729f2e67-3732-45e6-a639-c56785246d59 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/networks?id=eb9a49dd-9ddc-41da-a244-4443a4784c2b HTTP/1.1" status: 200 len: 812 time: 0.1011262 Jun 16 18:57:05.464427 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-8dc8f4fb-9875-4eca-aabc-06d02f8a43ea tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/quotas/bca6fcaf38fd428f8241bdcdf20d1efe HTTP/1.1" status: 200 len: 375 time: 0.0088563 Jun 16 18:57:05.540996 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-9f272f91-c326-4669-ba15-ef84550be713 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0710106 Jun 16 18:57:05.653191 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-0bb8630a-26a6-4fe0-a7a9-dcc66e963e55 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007509 Jun 16 18:57:05.740384 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-c6c814c4-4888-4ac3-8279-df38a5074ecf service neutron] 10.222.0.41 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807517 Jun 16 18:57:06.391903 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-38d6dda2-90dc-4b95-97b2-3b8e7a769c09 req-523db58f-6a96-4fb4-9ef8-a53b3e4976a0 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 210 time: 0.0307114 Jun 16 18:57:07.574318 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5714c12d-7dd7-4600-b853-af29c52056e7 req-80aa1f9d-0e42-4176-aa11-cb1e602b4cef tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 210 time: 0.0337222 Jun 16 18:57:08.405072 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-3ec0e6f6-6197-4d94-b4ae-01b106bce014 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:08.407020 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-3ec0e6f6-6197-4d94-b4ae-01b106bce014 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.70 "GET /v2.0/networks?id=eb9a49dd-9ddc-41da-a244-4443a4784c2b HTTP/1.1" status: 200 len: 812 time: 0.1029549 Jun 16 18:57:08.455263 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-184e8111-c848-4c03-90e5-84226b9b3e7c tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe HTTP/1.1" status: 200 len: 380 time: 0.0382140 Jun 16 18:57:08.464608 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-e3cf5cdf-7c07-4548-af00-3b52a49134f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Request body: {'port': {'device_id': 'c632e3e9-ea5b-4f24-838e-91b21535e36f', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'admin_state_up': True, 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'security_groups': ['63ab1155-1d67-421b-9328-5f569f6d194f']}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:57:08.662602 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-e3cf5cdf-7c07-4548-af00-3b52a49134f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Made reservation on behalf of bca6fcaf38fd428f8241bdcdf20d1efe for: {'port': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:57:08.666299 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-e3cf5cdf-7c07-4548-af00-3b52a49134f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:08.727909 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f9dc52e7-7d8d-4181-8ca0-6d3d8aea6d3f req-5f3a1f76-454d-47e0-92a3-044a2580ec64 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 210 time: 0.0354087 Jun 16 18:57:08.812428 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-e3cf5cdf-7c07-4548-af00-3b52a49134f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Allocated IP 172.20.0.4 (eb9a49dd-9ddc-41da-a244-4443a4784c2b/e42814e8-4209-4dfd-b8c6-aefa516869c5/1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:57:08.948934 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-e3cf5cdf-7c07-4548-af00-3b52a49134f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:08.963103 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-e3cf5cdf-7c07-4548-af00-3b52a49134f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Transition to ACTIVE for port object 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 will not be triggered until provisioned by entity DHCP. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:57:09.090137 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-e3cf5cdf-7c07-4548-af00-3b52a49134f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25564287'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:09.094160 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ed19cb00-738a-4397-b68d-75be1e169bf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:57:09.144886 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-e3cf5cdf-7c07-4548-af00-3b52a49134f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Network eb9a49dd-9ddc-41da-a244-4443a4784c2b is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:57:09.151195 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-e3cf5cdf-7c07-4548-af00-3b52a49134f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:09.153171 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf5cdf-7c07-4548-af00-3b52a49134f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event updated for resources: {'Port': ['ID=1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:09.155379 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-e3cf5cdf-7c07-4548-af00-3b52a49134f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:57:09.158049 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e3cf5cdf-7c07-4548-af00-3b52a49134f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:57:09.204729 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-e3cf5cdf-7c07-4548-af00-3b52a49134f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:09.205176 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-e3cf5cdf-7c07-4548-af00-3b52a49134f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:09.284874 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-e3cf5cdf-7c07-4548-af00-3b52a49134f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8246260 Jun 16 18:57:09.296878 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Request body: {'port': {'device_id': 'c632e3e9-ea5b-4f24-838e-91b21535e36f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:57:09.369084 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:09.381013 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-769d38fe-7ef6-4365-8927-491732a1f9f9 None None] Provisioning for port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:57:09.384950 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-769d38fe-7ef6-4365-8927-491732a1f9f9 None None] Provisioning complete for port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:57:09.387804 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-769d38fe-7ef6-4365-8927-491732a1f9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:09.419343 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-769d38fe-7ef6-4365-8927-491732a1f9f9 None None] Port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:57:09.631327 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 {{(pid=100040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:57:09.638449 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:09.650060 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Transition to ACTIVE for port object 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 will not be triggered until provisioned by entity L2. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:57:09.745344 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:09.748525 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-681cd986-131c-4902-ba97-3587105d9b7e tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:57:09.854882 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:09.857790 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:57:09.909476 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1afc7b-3216-4a05-a5f7-83b54ba21bf7 req-9fda7e19-f676-4f4c-b5d2-8dac5486ba98 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:09.915609 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2e1afc7b-3216-4a05-a5f7-83b54ba21bf7 req-9fda7e19-f676-4f4c-b5d2-8dac5486ba98 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 943 time: 0.0757723 Jun 16 18:57:09.929538 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Attempting to bind port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:57:09.930052 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Attempting to bind port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:57:09.930649 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Attempting to bind port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 on network eb9a49dd-9ddc-41da-a244-4443a4784c2b {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:57:09.935402 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 on network eb9a49dd-9ddc-41da-a244-4443a4784c2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:57:09.935935 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Attempting to bind port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 on network eb9a49dd-9ddc-41da-a244-4443a4784c2b {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:57:09.945177 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:57:09.945510 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Checking segment: {'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:57:09.950439 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Bound using segment: {'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'} {{(pid=100040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:57:09.950439 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.managers [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Bound port: 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e93e52-e375-40e8-8682-dd6a04f4e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b'}}] {{(pid=100040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:57:09.950439 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:09.955927 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2e1afc7b-3216-4a05-a5f7-83b54ba21bf7 req-9a6b13b0-36d1-473f-81f0-9e801c0d7375 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389178 Jun 16 18:57:10.018930 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] For port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49, host hv-cinder-66710, cleared binding levels {{(pid=100040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:57:10.021767 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] For port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:57:10.111365 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:10.114238 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:57:10.150040 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:10.150642 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:10.152091 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-970d0454-1973-4818-aaa5-d40add578660 service neutron] 10.222.0.70 "PUT /v2.0/ports/1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 HTTP/1.1" status: 200 len: 1093 time: 0.8601005 Jun 16 18:57:10.152509 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c632e3e9-ea5b-4f24-838e-91b21535e36f', 'tag': '1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:57:10.154752 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6908ca8f-91bd-4652-9195-19a836b595a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c632e3e9-ea5b-4f24-838e-91b21535e36f", "tag": "1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:57:10.178974 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49,revision_number=3']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:10.183070 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-970d0454-1973-4818-aaa5-d40add578660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:57:10.196242 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acdfcb1-6a5f-4172-8a31-dd40f0f334de x-openstack-request-id: req-9acdfcb1-6a5f-4172-8a31-dd40f0f334de {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:57:10.196624 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c632e3e9-ea5b-4f24-838e-91b21535e36f", "tag": "1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:57:10.196923 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9acdfcb1-6a5f-4172-8a31-dd40f0f334de {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:57:10.197357 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c632e3e9-ea5b-4f24-838e-91b21535e36f', 'tag': '1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49', 'status': 'completed', 'code': 200} Jun 16 18:57:10.271790 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908ca8f-91bd-4652-9195-19a836b595a9 req-793ddfe8-5c38-4192-8ec7-f2b05df73803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:10.273280 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6908ca8f-91bd-4652-9195-19a836b595a9 req-793ddfe8-5c38-4192-8ec7-f2b05df73803 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 1096 time: 0.0541024 Jun 16 18:57:10.370206 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908ca8f-91bd-4652-9195-19a836b595a9 req-6c2a4b22-6bb7-43c1-b0d7-837c458b42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:10.371930 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6908ca8f-91bd-4652-9195-19a836b595a9 req-6c2a4b22-6bb7-43c1-b0d7-837c458b42aa service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0898802 Jun 16 18:57:10.466646 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908ca8f-91bd-4652-9195-19a836b595a9 req-38fae9ea-5093-4119-acfd-f6719e741a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:10.468036 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6908ca8f-91bd-4652-9195-19a836b595a9 req-38fae9ea-5093-4119-acfd-f6719e741a5b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886700 Jun 16 18:57:10.557057 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-a55de41a-5d00-4e7b-a1a7-67e5d21c11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:10.558496 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-a55de41a-5d00-4e7b-a1a7-67e5d21c11c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 1096 time: 0.0512660 Jun 16 18:57:10.601387 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-5298789d-da1f-4d7e-937a-333282b643d4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 HTTP/1.1" status: 200 len: 217 time: 0.0356073 Jun 16 18:57:10.648102 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-58920e64-9302-4a43-a287-36d708eb6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:10.649502 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-58920e64-9302-4a43-a287-36d708eb6c7c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e42814e8-4209-4dfd-b8c6-aefa516869c5 HTTP/1.1" status: 200 len: 851 time: 0.0414841 Jun 16 18:57:10.702738 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-1e77481e-4447-4173-a84d-6980d2504e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:10.704261 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-1e77481e-4447-4173-a84d-6980d2504e11 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eb9a49dd-9ddc-41da-a244-4443a4784c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485516 Jun 16 18:57:10.794750 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-836e888c-948d-4bb6-831b-4fe3b933e587 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840318 Jun 16 18:57:10.885653 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-fce313a9-2b1a-4f36-bb12-8b0e0e83830b req-18b306fd-c0db-442e-87c1-6e5ce47beb33 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822346 Jun 16 18:57:11.137532 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f80b3-502b-487e-86a4-c364d731c8da req-655a08c4-a51e-4b64-bf41-7a5176aef086 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:11.138992 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a06f80b3-502b-487e-86a4-c364d731c8da req-655a08c4-a51e-4b64-bf41-7a5176aef086 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 943 time: 0.0661957 Jun 16 18:57:11.176153 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a06f80b3-502b-487e-86a4-c364d731c8da req-2f7445d9-70bf-4016-ae84-1346a9ddf76c tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316346 Jun 16 18:57:12.345261 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fa511-76bd-4414-a340-c02f48e26240 req-24922635-9c7f-4d0f-93a6-9b715b04ea98 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:12.346699 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d79fa511-76bd-4414-a340-c02f48e26240 req-24922635-9c7f-4d0f-93a6-9b715b04ea98 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 943 time: 0.0621490 Jun 16 18:57:12.384833 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d79fa511-76bd-4414-a340-c02f48e26240 req-c96fba67-794c-4f03-a8a1-f94f859fcd34 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325053 Jun 16 18:57:13.555312 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f21534-dfb1-4260-bedc-6a0a369e1c53 req-ee3188d8-2156-46fb-b224-8ea2142c03dd tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:13.556736 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-35f21534-dfb1-4260-bedc-6a0a369e1c53 req-ee3188d8-2156-46fb-b224-8ea2142c03dd tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 943 time: 0.0606930 Jun 16 18:57:13.597769 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-35f21534-dfb1-4260-bedc-6a0a369e1c53 req-6bb765df-4633-4ff8-ae60-eacf61ee0049 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349655 Jun 16 18:57:14.770867 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfe533-1eab-4b47-806a-a9a00d448cd0 req-ce8d8f9f-d3c5-4ed6-9e44-89fa8e65ec56 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:14.772388 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-48dfe533-1eab-4b47-806a-a9a00d448cd0 req-ce8d8f9f-d3c5-4ed6-9e44-89fa8e65ec56 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 943 time: 0.0621345 Jun 16 18:57:14.810696 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-48dfe533-1eab-4b47-806a-a9a00d448cd0 req-ddc4d82f-af8c-4f19-8c2c-9956555cdf4c tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324590 Jun 16 18:57:15.558438 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-e484bf68-fbbe-46c8-bfda-79e300602c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:15.983845 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae9fe2-4278-4b5d-b2f8-feb5819dcfc3 req-8989f905-62ef-4988-98fe-e7bd81ca5664 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:15.985340 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-65ae9fe2-4278-4b5d-b2f8-feb5819dcfc3 req-8989f905-62ef-4988-98fe-e7bd81ca5664 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 943 time: 0.0628290 Jun 16 18:57:16.022635 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-65ae9fe2-4278-4b5d-b2f8-feb5819dcfc3 req-bfb15f1c-3f0b-455a-b653-f77f47f85063 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317180 Jun 16 18:57:17.198520 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8efe3-6a5c-4ab4-b61c-b97186b20a3e req-1f470305-bfb5-4ad3-b20e-4df7c8fc4d6d tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:17.199911 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bad8efe3-6a5c-4ab4-b61c-b97186b20a3e req-1f470305-bfb5-4ad3-b20e-4df7c8fc4d6d tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 943 time: 0.0649362 Jun 16 18:57:17.236778 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bad8efe3-6a5c-4ab4-b61c-b97186b20a3e req-b171be64-9a03-4319-adfe-99f88c1abe16 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305781 Jun 16 18:57:18.078030 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-959c737c-4ed5-49ce-bc32-2f340e6fbab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:18.392131 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:18.562897 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16130b-b301-4104-b3f8-491e74387903 req-2384e6cf-875b-434f-9f38-8b7b24f290c7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:18.564391 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9d16130b-b301-4104-b3f8-491e74387903 req-2384e6cf-875b-434f-9f38-8b7b24f290c7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 943 time: 0.2160978 Jun 16 18:57:18.602176 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9d16130b-b301-4104-b3f8-491e74387903 req-b779d2c4-886f-4f6b-a684-8c5183ef1a7c tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320523 Jun 16 18:57:19.054084 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:57:19.275303 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:57:19.286670 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': '1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'port_id': '1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49', 'mac_address': 'fa:16:3e:43:95:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:57:19.322205 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:19.325244 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:19.335464 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:57:19.355512 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:57:19.421165 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:19.422912 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-8660bd4f-3ac4-4683-85f7-fbc290109eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:57:19.467920 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:19.474954 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:19.475324 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:19.475670 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:19.475996 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:19.476325 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:19.476652 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:19.476976 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:19.477301 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:19.477624 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:19.477945 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:19.478263 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:19.478577 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:19.482473 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:57:19.821799 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:57:19.837937 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44871c-7345-4b71-81f8-7891379024e1 req-2a640292-06bc-48ef-a28e-8a8f8b5927bf tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:19.839447 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8e44871c-7345-4b71-81f8-7891379024e1 req-2a640292-06bc-48ef-a28e-8a8f8b5927bf tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 944 time: 0.1209333 Jun 16 18:57:19.893621 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8e44871c-7345-4b71-81f8-7891379024e1 req-324e60d4-38d8-4579-95de-02abab5dc22b tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481639 Jun 16 18:57:20.958265 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:21.071152 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:57:21.083544 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df746173-b9f0-441b-ac1f-b40aba9910f7 req-df3e9718-0b66-4ea1-a962-f3af20a4145e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:21.087307 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-df746173-b9f0-441b-ac1f-b40aba9910f7 req-df3e9718-0b66-4ea1-a962-f3af20a4145e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 944 time: 0.0749016 Jun 16 18:57:21.127148 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-df746173-b9f0-441b-ac1f-b40aba9910f7 req-6e64f2d9-95a5-49d2-9020-70790bf5074a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353696 Jun 16 18:57:21.226893 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:57:21.231998 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:57:21.232384 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:21.309397 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:21.332324 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c632e3e9-ea5b-4f24-838e-91b21535e36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:57:21.334584 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cc516b-4038-4a69-8add-319dd337dd9c" -d '{"events": [{"server_uuid": "c632e3e9-ea5b-4f24-838e-91b21535e36f", "name": "network-vif-plugged", "status": "completed", "tag": "1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:57:21.347888 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:57:21.371440 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536d6f97-8c7d-4c61-a516-22b1be790f91 x-openstack-request-id: req-536d6f97-8c7d-4c61-a516-22b1be790f91 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:57:21.371749 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c632e3e9-ea5b-4f24-838e-91b21535e36f", "name": "network-vif-plugged", "status": "completed", "tag": "1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:57:21.372012 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-536d6f97-8c7d-4c61-a516-22b1be790f91 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:57:21.372439 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c632e3e9-ea5b-4f24-838e-91b21535e36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49', 'code': 200} Jun 16 18:57:21.427256 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:21.429058 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:57:21.479685 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:21.483803 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:57:21.847333 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081112d3-f54d-480d-a6be-0e09b6ef75c4 req-c410191b-9ba6-438d-a40c-61bb1b079cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:21.848942 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-081112d3-f54d-480d-a6be-0e09b6ef75c4 req-c410191b-9ba6-438d-a40c-61bb1b079cf4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 1098 time: 0.0630648 Jun 16 18:57:21.883115 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-081112d3-f54d-480d-a6be-0e09b6ef75c4 req-3cd2f102-dbd5-4ad4-be0a-d2500bec8f8d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273626 Jun 16 18:57:22.321017 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e47db-9e45-40ff-b5c2-36b0c8529492 req-1f5b0f74-2bc9-4c68-a383-70006453adae tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:22.322490 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c65e47db-9e45-40ff-b5c2-36b0c8529492 req-1f5b0f74-2bc9-4c68-a383-70006453adae tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 945 time: 0.0818968 Jun 16 18:57:22.362030 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c65e47db-9e45-40ff-b5c2-36b0c8529492 req-9d9385b0-f124-4089-a2d2-bb088f2c5d30 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338902 Jun 16 18:57:23.545618 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d86830-c662-4ec6-b49e-7546ca24c75f req-cc32a93c-3042-4299-8bd9-6106fe9ca200 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:23.547294 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a3d86830-c662-4ec6-b49e-7546ca24c75f req-cc32a93c-3042-4299-8bd9-6106fe9ca200 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 945 time: 0.0728743 Jun 16 18:57:23.586173 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a3d86830-c662-4ec6-b49e-7546ca24c75f req-81d7d857-184c-4240-a19c-a067c6f8b61e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331688 Jun 16 18:57:23.760298 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a82ace-980b-4f25-9194-bd2ac32e1a8b req-5be5ee1c-90e7-4746-8d03-16d4797619f5 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:23.761768 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-11a82ace-980b-4f25-9194-bd2ac32e1a8b req-5be5ee1c-90e7-4746-8d03-16d4797619f5 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 945 time: 0.0644195 Jun 16 18:57:23.804315 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-11a82ace-980b-4f25-9194-bd2ac32e1a8b req-5cfff6ef-4230-414e-be46-a9c21b35b6d4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329363 Jun 16 18:57:23.829268 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54842) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:57:24.220565 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8f513a-327c-4737-9103-938bdb251098 tempest-TestVolumeBootPattern-327886295 tempest-TestVolumeBootPattern-327886295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:24.222090 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-ea8f513a-327c-4737-9103-938bdb251098 tempest-TestVolumeBootPattern-327886295 tempest-TestVolumeBootPattern-327886295-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 1093 time: 0.3918376 Jun 16 18:57:24.224791 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 54846) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:57:24.229041 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Request body: {'floatingip': {'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'port_id': '1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:57:24.323920 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for floatingip, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:24.415348 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:24.518126 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Allocated IP 172.27.3.249 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/e75c93ea-798c-483d-93af-1505f882da6e) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:57:24.617184 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:24.705112 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25564287'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:24.708097 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-06c65102-e334-4c20-a1f8-2c4722d061d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:57:24.745880 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:57:24.748729 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:24.754487 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:57:24.782640 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event updated for resources: {'Port': ['ID=e75c93ea-798c-483d-93af-1505f882da6e,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:24.786541 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:57:25.135222 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:25.263311 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:25.408293 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:25.487634 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:25.489759 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:57:25.556605 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event updated for resources: {'Port': ['ID=e75c93ea-798c-483d-93af-1505f882da6e,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:25.560496 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:57:25.570649 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:25.667234 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.l3_db [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Floating IP 5611e013-f4cc-4f84-9cd2-193a09a53243 associated. External IP: 172.27.3.249, port: 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49. Jun 16 18:57:25.875319 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:57:25.980523 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:57:26.014649 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86eabb-9eb5-43ac-8ed0-a7379c38c9f8 None None] Sync routers for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:57:26.053369 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:26.055758 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86eabb-9eb5-43ac-8ed0-a7379c38c9f8 None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:57:26.056383 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-da86eabb-9eb5-43ac-8ed0-a7379c38c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:57:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:26.092687 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-75231e12-9b82-4904-b03d-fcecc2998216 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8668692 Jun 16 18:57:26.093896 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c632e3e9-ea5b-4f24-838e-91b21535e36f', 'tag': '1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:57:26.096180 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951f3268-6409-4e88-9e16-d59a336d6cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "c632e3e9-ea5b-4f24-838e-91b21535e36f", "tag": "1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:57:26.132626 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568b173f-ae3b-4694-bb34-bc31bc2194b7 x-openstack-request-id: req-568b173f-ae3b-4694-bb34-bc31bc2194b7 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:57:26.132960 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c632e3e9-ea5b-4f24-838e-91b21535e36f", "tag": "1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:57:26.133255 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-568b173f-ae3b-4694-bb34-bc31bc2194b7 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:57:26.133686 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c632e3e9-ea5b-4f24-838e-91b21535e36f', 'tag': '1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49', 'status': 'completed', 'code': 200} Jun 16 18:57:26.189601 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-da86eabb-9eb5-43ac-8ed0-a7379c38c9f8 None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:57:26.208262 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f3268-6409-4e88-9e16-d59a336d6cfc req-1a6235b5-f225-422d-b7e2-3228be0e7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:26.209756 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-951f3268-6409-4e88-9e16-d59a336d6cfc req-1a6235b5-f225-422d-b7e2-3228be0e7071 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 1098 time: 0.0526016 Jun 16 18:57:26.305137 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f3268-6409-4e88-9e16-d59a336d6cfc req-fad41af8-72a1-4975-b90d-30593f926f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:26.306623 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-951f3268-6409-4e88-9e16-d59a336d6cfc req-fad41af8-72a1-4975-b90d-30593f926f09 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eb9a49dd-9ddc-41da-a244-4443a4784c2b HTTP/1.1" status: 200 len: 913 time: 0.0901163 Jun 16 18:57:26.376841 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-951f3268-6409-4e88-9e16-d59a336d6cfc req-5e752361-767b-4323-882e-27c747e7640c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 HTTP/1.1" status: 200 len: 999 time: 0.0614543 Jun 16 18:57:26.426878 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-da86eabb-9eb5-43ac-8ed0-a7379c38c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '5611e013-f4cc-4f84-9cd2-193a09a53243', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'port_id': '1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'mac_address': 'fa:16:3e:43:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632e3e9-ea5b-4f24-838e-91b21535e36f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:57:24Z', 'updated_at': '2021-06-16T18:57:24Z', 'revision_number': 0, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address_scope': None}, {'id': 'f8c4c373-1628-4f62-b403-35770574cc86', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'port_id': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'mac_address': 'fa:16:3e:12:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:54:25Z', 'updated_at': '2021-06-16T18:54:27Z', 'revision_number': 1, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:26.427285 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f3268-6409-4e88-9e16-d59a336d6cfc req-4886daa4-4d3a-40e9-a94f-fecda54683ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:26.428417 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-951f3268-6409-4e88-9e16-d59a336d6cfc req-4886daa4-4d3a-40e9-a94f-fecda54683ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e42814e8-4209-4dfd-b8c6-aefa516869c5 HTTP/1.1" status: 200 len: 851 time: 0.0436175 Jun 16 18:57:26.430375 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86eabb-9eb5-43ac-8ed0-a7379c38c9f8 None None] Checking router: da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:57:26.438682 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86eabb-9eb5-43ac-8ed0-a7379c38c9f8 None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:57:26.439322 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-da86eabb-9eb5-43ac-8ed0-a7379c38c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:57:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:26.485564 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f3268-6409-4e88-9e16-d59a336d6cfc req-0374370a-04d6-4458-b747-06c074d51333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:26.486951 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-951f3268-6409-4e88-9e16-d59a336d6cfc req-0374370a-04d6-4458-b747-06c074d51333 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eb9a49dd-9ddc-41da-a244-4443a4784c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514584 Jun 16 18:57:26.498264 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [req-951f3268-6409-4e88-9e16-d59a336d6cfc req-e611945a-03a6-459d-8472-2ee2124bdd61 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100040) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:57:26.499246 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-951f3268-6409-4e88-9e16-d59a336d6cfc req-e611945a-03a6-459d-8472-2ee2124bdd61 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049729 Jun 16 18:57:26.543146 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-da86eabb-9eb5-43ac-8ed0-a7379c38c9f8 None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:57:26.591611 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-951f3268-6409-4e88-9e16-d59a336d6cfc req-14b1d709-664e-4239-ae0c-0ae47b9ff24c service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851619 Jun 16 18:57:26.680226 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-951f3268-6409-4e88-9e16-d59a336d6cfc req-cbab104e-9779-409f-9289-49dca83fcfb4 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822992 Jun 16 18:57:26.697566 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:26.777247 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-da86eabb-9eb5-43ac-8ed0-a7379c38c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '5611e013-f4cc-4f84-9cd2-193a09a53243', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'port_id': '1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'mac_address': 'fa:16:3e:43:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632e3e9-ea5b-4f24-838e-91b21535e36f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:57:24Z', 'updated_at': '2021-06-16T18:57:24Z', 'revision_number': 0, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address_scope': None}, {'id': 'f8c4c373-1628-4f62-b403-35770574cc86', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'port_id': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'mac_address': 'fa:16:3e:12:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:54:25Z', 'updated_at': '2021-06-16T18:54:27Z', 'revision_number': 1, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:26.781811 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86eabb-9eb5-43ac-8ed0-a7379c38c9f8 None None] The sync data for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi is: [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': '5611e013-f4cc-4f84-9cd2-193a09a53243', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'port_id': '1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'mac_address': 'fa:16:3e:43:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632e3e9-ea5b-4f24-838e-91b21535e36f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:57:24Z', 'updated_at': '2021-06-16T18:57:24Z', 'revision_number': 0, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address_scope': None}, {'id': 'f8c4c373-1628-4f62-b403-35770574cc86', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'port_id': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'mac_address': 'fa:16:3e:12:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:54:25Z', 'updated_at': '2021-06-16T18:54:27Z', 'revision_number': 1, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:57:26.978792 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06762bc6-a627-46d5-a025-1298b45b0857 None None] New status for floating IP 5611e013-f4cc-4f84-9cd2-193a09a53243: ACTIVE {{(pid=100042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:57:29.707361 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:57:38.266912 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-94eb7f07-798e-4eff-8a56-e068956c0ddb req-bad5e092-6e19-47f5-9c7b-5937992e5798 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0924664 Jun 16 18:57:38.347818 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb7f07-798e-4eff-8a56-e068956c0ddb req-ff2ebf9d-f104-4157-a6f7-d5cd6e78784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:38.349264 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-94eb7f07-798e-4eff-8a56-e068956c0ddb req-ff2ebf9d-f104-4157-a6f7-d5cd6e78784f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 1099 time: 0.0566726 Jun 16 18:57:38.450653 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb7f07-798e-4eff-8a56-e068956c0ddb req-ef439fe5-154e-4738-8101-7ca2a63be973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:38.452665 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-94eb7f07-798e-4eff-8a56-e068956c0ddb req-ef439fe5-154e-4738-8101-7ca2a63be973 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eb9a49dd-9ddc-41da-a244-4443a4784c2b HTTP/1.1" status: 200 len: 913 time: 0.0824156 Jun 16 18:57:38.519342 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-94eb7f07-798e-4eff-8a56-e068956c0ddb req-1c3816d1-e4c3-4214-ae42-1a175133c433 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fef84997-ea89-4f62-8ae1-e64b72479af7 HTTP/1.1" status: 200 len: 1002 time: 0.0601261 Jun 16 18:57:38.566469 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb7f07-798e-4eff-8a56-e068956c0ddb req-d4b3e4b3-e09a-49da-bb93-80d4446e1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:38.567946 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-94eb7f07-798e-4eff-8a56-e068956c0ddb req-d4b3e4b3-e09a-49da-bb93-80d4446e1845 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e42814e8-4209-4dfd-b8c6-aefa516869c5 HTTP/1.1" status: 200 len: 851 time: 0.0428984 Jun 16 18:57:38.621832 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb7f07-798e-4eff-8a56-e068956c0ddb req-ca5e16f3-d310-44dd-8f41-fbf2017ca9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:38.623338 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-94eb7f07-798e-4eff-8a56-e068956c0ddb req-ca5e16f3-d310-44dd-8f41-fbf2017ca9d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eb9a49dd-9ddc-41da-a244-4443a4784c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492563 Jun 16 18:57:38.711236 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-94eb7f07-798e-4eff-8a56-e068956c0ddb req-82c3904d-5bc0-46cb-a10a-29d551c273b3 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810144 Jun 16 18:57:38.796952 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-94eb7f07-798e-4eff-8a56-e068956c0ddb req-c96f207d-243a-44f8-af4d-c7dfc4486fb0 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799141 Jun 16 18:57:45.534451 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-9219b383-6f10-4408-b4e1-eb50ef54c51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:48.024268 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-10d01349-c2c5-43d3-bddc-a36c9f7f34b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:48.375241 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:49.206967 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:50.968455 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:55.153773 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622222c-9f18-4337-a5a1-fa779dabdaa6 req-c3ffc718-abe7-4003-9975-8e5a54b45eab tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:55.155251 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d622222c-9f18-4337-a5a1-fa779dabdaa6 req-c3ffc718-abe7-4003-9975-8e5a54b45eab tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0642228 Jun 16 18:57:55.197088 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d622222c-9f18-4337-a5a1-fa779dabdaa6 req-2b8c5dbd-3b43-4359-bede-b9c3f38e7d28 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352087 Jun 16 18:57:56.372000 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ea19d-1546-4a23-a3b8-da074f6e2d73 req-6028abc1-f3f8-4199-9cad-c64b0b902960 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:56.374024 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ea3ea19d-1546-4a23-a3b8-da074f6e2d73 req-6028abc1-f3f8-4199-9cad-c64b0b902960 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0642207 Jun 16 18:57:56.413957 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ea3ea19d-1546-4a23-a3b8-da074f6e2d73 req-e00537f4-37c0-4485-8f20-cc046977d3d2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340252 Jun 16 18:57:56.688736 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:57:57.592837 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc2dc0-ca7b-4080-9103-e501f65b3707 req-4da2ac47-b682-411e-b843-eee72fd33556 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:57.594314 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbcc2dc0-ca7b-4080-9103-e501f65b3707 req-4da2ac47-b682-411e-b843-eee72fd33556 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0628574 Jun 16 18:57:57.633250 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bbcc2dc0-ca7b-4080-9103-e501f65b3707 req-f7189465-2f5a-45e9-9318-3a0ac977473e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333478 Jun 16 18:57:58.813221 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a8efe-025f-418c-b6bb-3fc6a15808ea req-05537cc4-082e-4f54-82b7-72de787cc3b9 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:57:58.818033 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-406a8efe-025f-418c-b6bb-3fc6a15808ea req-05537cc4-082e-4f54-82b7-72de787cc3b9 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0688035 Jun 16 18:57:58.860842 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-406a8efe-025f-418c-b6bb-3fc6a15808ea req-a054748f-f673-476a-834d-ceb158aba1ce tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396061 Jun 16 18:58:00.039898 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11b07f-f539-4bf4-9004-7ef3073db14b req-40710d21-f046-42f1-bc68-66419564c0ca tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:00.041467 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6e11b07f-f539-4bf4-9004-7ef3073db14b req-40710d21-f046-42f1-bc68-66419564c0ca tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0636435 Jun 16 18:58:00.080475 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6e11b07f-f539-4bf4-9004-7ef3073db14b req-a81d2ebf-a772-41f4-8de9-66055f75e7ae tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334730 Jun 16 18:58:01.253732 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6b374-6f09-485b-b37e-7fb81085a461 req-b8a6174e-c2c1-476a-86a9-6bf4b6d7ac69 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:01.255106 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-dae6b374-6f09-485b-b37e-7fb81085a461 req-b8a6174e-c2c1-476a-86a9-6bf4b6d7ac69 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0628541 Jun 16 18:58:01.295900 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-dae6b374-6f09-485b-b37e-7fb81085a461 req-da913189-934f-483d-9997-0bff2bc96ec9 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350192 Jun 16 18:58:02.469510 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fea05b-f762-4ec8-8d7c-9168b6eb8b57 req-42cb9ab0-341d-40c3-9be4-247326bbf31f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:02.470904 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d9fea05b-f762-4ec8-8d7c-9168b6eb8b57 req-42cb9ab0-341d-40c3-9be4-247326bbf31f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0629454 Jun 16 18:58:02.509015 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d9fea05b-f762-4ec8-8d7c-9168b6eb8b57 req-0e6fa6fe-25a8-462e-991a-c5ca7c16e300 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319598 Jun 16 18:58:03.685157 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d8d0b-49bd-4c17-8263-7348aca7e115 req-8a070472-1285-4d98-b2d5-f731bc562a0f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:03.686637 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a61d8d0b-49bd-4c17-8263-7348aca7e115 req-8a070472-1285-4d98-b2d5-f731bc562a0f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0637112 Jun 16 18:58:03.723166 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a61d8d0b-49bd-4c17-8263-7348aca7e115 req-7301b447-f53f-476c-8f60-ba0effba4a6f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308239 Jun 16 18:58:04.906819 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb2eaa-49f2-4736-aeb5-bc6de12bfccb req-72b44bcd-cedd-4d47-9f4a-65ad329de6a0 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:04.908317 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-91cb2eaa-49f2-4736-aeb5-bc6de12bfccb req-72b44bcd-cedd-4d47-9f4a-65ad329de6a0 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0664341 Jun 16 18:58:04.949897 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-91cb2eaa-49f2-4736-aeb5-bc6de12bfccb req-04731d24-ca82-4f38-8e05-40f42faff3a5 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356879 Jun 16 18:58:06.124893 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436e0de-bc7f-4159-ace0-7231b5eac161 req-b2cc1c78-3ae9-4f2c-abee-f617a4b6c2aa tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:06.126629 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b436e0de-bc7f-4159-ace0-7231b5eac161 req-b2cc1c78-3ae9-4f2c-abee-f617a4b6c2aa tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0631890 Jun 16 18:58:06.163636 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b436e0de-bc7f-4159-ace0-7231b5eac161 req-6100356c-c9ac-497c-b792-2aafa61e3695 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313644 Jun 16 18:58:06.706113 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:58:07.307534 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device afaa9c69-fa4d-422f-aea6-7cfd69cb005b details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:58:07.339886 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8fa98-378a-4c5d-9905-cd089b84484d req-72bd5254-18db-4b48-a940-393e95c20e50 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:07.341445 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bed8fa98-378a-4c5d-9905-cd089b84484d req-72bd5254-18db-4b48-a940-393e95c20e50 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0632024 Jun 16 18:58:07.383710 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bed8fa98-378a-4c5d-9905-cd089b84484d req-e513f671-8d67-4b16-a563-ef7e1894c1e9 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365071 Jun 16 18:58:07.404338 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port afaa9c69-fa4d-422f-aea6-7cfd69cb005b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:58:07.415555 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'port_id': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b', 'mac_address': 'fa:16:3e:ec:cf:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:58:07.450971 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:07.463702 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afaa9c69-fa4d-422f-aea6-7cfd69cb005b {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:58:07.482527 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port afaa9c69-fa4d-422f-aea6-7cfd69cb005b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:58:07.545539 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:07.547428 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-db5189b8-93ba-4859-b1c9-17e7cedb65f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:58:07.597530 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,revision_number=6']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:07.602877 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:58:07.657191 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['afaa9c69-fa4d-422f-aea6-7cfd69cb005b'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:58:08.559340 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bff7a1-7784-4e0b-95d3-956d1e2780a1 req-ebf54791-5f35-4424-93bd-7c2814b7b16f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:08.560797 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-68bff7a1-7784-4e0b-95d3-956d1e2780a1 req-ebf54791-5f35-4424-93bd-7c2814b7b16f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 945 time: 0.0637200 Jun 16 18:58:08.603692 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-68bff7a1-7784-4e0b-95d3-956d1e2780a1 req-8f082c5a-c045-4dfd-9f80-90e9e94cd1e6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373430 Jun 16 18:58:09.317942 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device afaa9c69-fa4d-422f-aea6-7cfd69cb005b up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:58:09.363656 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port afaa9c69-fa4d-422f-aea6-7cfd69cb005b triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:58:09.364040 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:09.441345 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:09.462810 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:58:09.465097 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192736b6-fe4e-4e7d-9e01-040e5e3e138b" -d '{"events": [{"server_uuid": "35de56fb-d02a-4cb6-a683-b13c783998fe", "name": "network-vif-plugged", "status": "completed", "tag": "afaa9c69-fa4d-422f-aea6-7cfd69cb005b"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:58:09.477758 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port afaa9c69-fa4d-422f-aea6-7cfd69cb005b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:58:09.502135 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a927e297-6cfe-41f4-9d13-39e5bd4b8e7f x-openstack-request-id: req-a927e297-6cfe-41f4-9d13-39e5bd4b8e7f {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:58:09.502439 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35de56fb-d02a-4cb6-a683-b13c783998fe", "name": "network-vif-plugged", "status": "completed", "tag": "afaa9c69-fa4d-422f-aea6-7cfd69cb005b", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:58:09.502703 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a927e297-6cfe-41f4-9d13-39e5bd4b8e7f {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:58:09.503139 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b', 'code': 200} Jun 16 18:58:09.539551 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:09.542218 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:58:09.587867 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,revision_number=7']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:09.591154 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:58:09.779739 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7f0f5-4784-4e13-ad47-ebf8c079cb46 req-e19d409d-4292-45ac-8737-d01bd188b1e0 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:09.781774 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e9b7f0f5-4784-4e13-ad47-ebf8c079cb46 req-e19d409d-4292-45ac-8737-d01bd188b1e0 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0642190 Jun 16 18:58:09.822471 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e9b7f0f5-4784-4e13-ad47-ebf8c079cb46 req-6f23408c-f92d-443a-9310-24114ef094ef tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348284 Jun 16 18:58:11.007953 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad81bc-3e95-4b4a-beb8-896b6bc61eec req-cbd55316-3510-4e71-b907-a72680edc6aa tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:11.009419 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bfad81bc-3e95-4b4a-beb8-896b6bc61eec req-cbd55316-3510-4e71-b907-a72680edc6aa tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0680308 Jun 16 18:58:11.050109 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bfad81bc-3e95-4b4a-beb8-896b6bc61eec req-1a2647c3-4a6b-4904-98b2-08146157648c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322518 Jun 16 18:58:12.232612 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9601f8-e004-49e6-bef2-bcaa3a32b40d req-01979ae9-3c59-4fab-a9c5-e3346db4e606 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:12.233975 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0c9601f8-e004-49e6-bef2-bcaa3a32b40d req-01979ae9-3c59-4fab-a9c5-e3346db4e606 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0626779 Jun 16 18:58:12.270772 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0c9601f8-e004-49e6-bef2-bcaa3a32b40d req-4f35fa03-3a1a-4617-9b42-0de6640c7404 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311837 Jun 16 18:58:13.445607 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22e6ac-a0cd-423d-af58-99a6870b9303 req-4fbd9cf9-8e0b-4533-ad92-fd434d43489f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:13.447070 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0f22e6ac-a0cd-423d-af58-99a6870b9303 req-4fbd9cf9-8e0b-4533-ad92-fd434d43489f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0643308 Jun 16 18:58:13.488414 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0f22e6ac-a0cd-423d-af58-99a6870b9303 req-a4b9308d-885b-48be-ab52-d1bc05a88f3b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358024 Jun 16 18:58:14.672062 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdf80f-3517-4a12-b79d-b0449197a4b0 req-001860c4-953c-448f-8328-fa58b3583a56 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:14.676967 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-abbdf80f-3517-4a12-b79d-b0449197a4b0 req-001860c4-953c-448f-8328-fa58b3583a56 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0703073 Jun 16 18:58:14.713839 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-abbdf80f-3517-4a12-b79d-b0449197a4b0 req-b343d27d-6074-46e4-99f7-e289988ccc89 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346098 Jun 16 18:58:15.549136 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-5d476d52-7ccd-43fc-ad39-69e123d91b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:15.912327 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213d62d-f329-4f13-bcdd-25405db72e35 req-7800884a-0837-4ccf-a470-7f37180bd564 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:15.918597 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9213d62d-f329-4f13-bcdd-25405db72e35 req-7800884a-0837-4ccf-a470-7f37180bd564 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0810211 Jun 16 18:58:15.972268 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9213d62d-f329-4f13-bcdd-25405db72e35 req-666ace0a-6c53-4882-85b1-a9450bb13859 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458415 Jun 16 18:58:17.169115 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c4fa5-9b33-4b01-ab75-9e4f8cab3592 req-0897ca1a-dc6d-40d0-a8f3-ccece0b222af tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:17.172038 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-917c4fa5-9b33-4b01-ab75-9e4f8cab3592 req-0897ca1a-dc6d-40d0-a8f3-ccece0b222af tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0784206 Jun 16 18:58:17.213898 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-917c4fa5-9b33-4b01-ab75-9e4f8cab3592 req-881eda79-46d5-48e4-aa77-51165a2919e2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361612 Jun 16 18:58:18.042959 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-521ac8fa-6e28-4f5f-9c42-d7c5acaad536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:18.425603 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ac573-708c-486e-9459-b542811ac8d2 req-8912d2f7-ca12-406a-8285-961bea945066 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:18.427432 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4b1ac573-708c-486e-9459-b542811ac8d2 req-8912d2f7-ca12-406a-8285-961bea945066 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0730162 Jun 16 18:58:18.466381 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4b1ac573-708c-486e-9459-b542811ac8d2 req-9abfedf1-72b8-4fbf-b18c-b4e86eeae3d0 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329995 Jun 16 18:58:18.505127 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:19.218236 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:19.649838 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e422a3-6e00-4c4c-aa6b-ef39a7278e93 req-6f9ad4e7-b3ba-4553-9905-a56132493f6c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:19.651351 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-07e422a3-6e00-4c4c-aa6b-ef39a7278e93 req-6f9ad4e7-b3ba-4553-9905-a56132493f6c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0646560 Jun 16 18:58:19.694892 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-07e422a3-6e00-4c4c-aa6b-ef39a7278e93 req-091f9194-8952-46c6-bc16-5493f716a5b6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364034 Jun 16 18:58:20.879963 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b518789-e1e6-46fc-9e6c-ef6d2f6ba394 req-f15b9aed-6a0c-4194-ac4a-ff09ee2211bf tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:20.882754 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0b518789-e1e6-46fc-9e6c-ef6d2f6ba394 req-f15b9aed-6a0c-4194-ac4a-ff09ee2211bf tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0707772 Jun 16 18:58:20.922222 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0b518789-e1e6-46fc-9e6c-ef6d2f6ba394 req-afd27d85-3f61-45ae-b9d1-18ea5540103e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352128 Jun 16 18:58:20.973994 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:22.127564 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037a72c-5268-4789-9fc8-5f49aebefcce req-e861a27e-1d10-41e9-98e5-7b7f73def79b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:22.138047 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4037a72c-5268-4789-9fc8-5f49aebefcce req-e861a27e-1d10-41e9-98e5-7b7f73def79b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0709343 Jun 16 18:58:22.169735 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4037a72c-5268-4789-9fc8-5f49aebefcce req-0005c733-4101-4f72-91a5-292ec1dee093 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343339 Jun 16 18:58:23.362981 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bd852-f4ee-448a-9f72-34f6a07896f4 req-81c9def7-8051-4334-89c1-4a58ebcde594 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:23.364745 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9c1bd852-f4ee-448a-9f72-34f6a07896f4 req-81c9def7-8051-4334-89c1-4a58ebcde594 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0721400 Jun 16 18:58:23.404593 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9c1bd852-f4ee-448a-9f72-34f6a07896f4 req-82ba46c1-11a1-474f-91b2-4e1279535954 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343926 Jun 16 18:58:24.617838 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf540c-7302-4a93-8109-3618bd8fe9ff req-aa93bf70-1c2e-42e4-9533-5df1dc9852d2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:24.623525 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-afdf540c-7302-4a93-8109-3618bd8fe9ff req-aa93bf70-1c2e-42e4-9533-5df1dc9852d2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0915158 Jun 16 18:58:24.661623 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-afdf540c-7302-4a93-8109-3618bd8fe9ff req-c6a1b23d-38cc-4471-a957-3d35c9829d9b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346079 Jun 16 18:58:25.850579 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abde422-7175-4e39-bd11-9e70e3ba7ddb req-1e5018b7-5fa9-417e-8236-2f03f39fbf85 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:25.852103 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5abde422-7175-4e39-bd11-9e70e3ba7ddb req-1e5018b7-5fa9-417e-8236-2f03f39fbf85 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0685208 Jun 16 18:58:25.899859 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5abde422-7175-4e39-bd11-9e70e3ba7ddb req-f6a67eeb-a6b6-4be6-bf15-e80b3814ca97 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415318 Jun 16 18:58:26.711497 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:27.122232 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1df36d-e791-417e-9992-965b254d00ed req-e7b37a74-cb7f-4048-a8fe-577cbc869353 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:27.129884 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ee1df36d-e791-417e-9992-965b254d00ed req-e7b37a74-cb7f-4048-a8fe-577cbc869353 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0924268 Jun 16 18:58:27.167660 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ee1df36d-e791-417e-9992-965b254d00ed req-55405d39-a78a-4fd4-8fa4-6ab12c33b400 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368896 Jun 16 18:58:28.354390 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9022a-8f32-4d1f-9a72-d46534149dc8 req-ce9ac297-8130-4dac-aa05-7768f170ccc7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:28.355964 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4cb9022a-8f32-4d1f-9a72-d46534149dc8 req-ce9ac297-8130-4dac-aa05-7768f170ccc7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0682042 Jun 16 18:58:28.394268 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4cb9022a-8f32-4d1f-9a72-d46534149dc8 req-5e68d364-fd53-4282-8d08-ee61a0e76600 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325229 Jun 16 18:58:28.859081 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052e0b8-6847-4608-949e-9831b32457ab req-281ad138-1b27-4b65-b125-c3377b1c66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:28.861412 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e052e0b8-6847-4608-949e-9831b32457ab req-281ad138-1b27-4b65-b125-c3377b1c66f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 1099 time: 0.0548935 Jun 16 18:58:28.957566 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052e0b8-6847-4608-949e-9831b32457ab req-1cc63aff-382f-4039-8d00-03ac6e3b96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:28.959063 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e052e0b8-6847-4608-949e-9831b32457ab req-1cc63aff-382f-4039-8d00-03ac6e3b96ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=5067c8ca-8862-4936-b72e-9c44c8a52801 HTTP/1.1" status: 200 len: 917 time: 0.0920513 Jun 16 18:58:29.026168 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e052e0b8-6847-4608-949e-9831b32457ab req-f26745d4-7e69-4b5f-993d-e29f41c5ae50 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b HTTP/1.1" status: 200 len: 1002 time: 0.0604095 Jun 16 18:58:29.079200 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052e0b8-6847-4608-949e-9831b32457ab req-d785afa4-c3a7-45e4-afba-fd48dc8cffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:29.080614 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e052e0b8-6847-4608-949e-9831b32457ab req-d785afa4-c3a7-45e4-afba-fd48dc8cffd8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f5204a4-d003-494a-9248-fcb9bc5356cc HTTP/1.1" status: 200 len: 855 time: 0.0471015 Jun 16 18:58:29.137233 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052e0b8-6847-4608-949e-9831b32457ab req-711a6bcf-9fa1-49e4-8a86-0ca82ed717ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:29.138681 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e052e0b8-6847-4608-949e-9831b32457ab req-711a6bcf-9fa1-49e4-8a86-0ca82ed717ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5067c8ca-8862-4936-b72e-9c44c8a52801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514863 Jun 16 18:58:29.240097 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e052e0b8-6847-4608-949e-9831b32457ab req-7a935265-b174-47cd-98a5-e8be9b6259a1 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938556 Jun 16 18:58:29.333760 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e052e0b8-6847-4608-949e-9831b32457ab req-90082634-cbb9-4b89-82b1-d26fa1a9f48e service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866263 Jun 16 18:58:29.578836 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878109a1-3193-483a-bbf2-c615154acbf0 req-5e0055e9-05c1-43ff-8949-5d6a05e0fa09 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:29.580325 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-878109a1-3193-483a-bbf2-c615154acbf0 req-5e0055e9-05c1-43ff-8949-5d6a05e0fa09 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0677733 Jun 16 18:58:29.617107 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-878109a1-3193-483a-bbf2-c615154acbf0 req-ced26795-a7dc-4048-a808-9de386562589 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311964 Jun 16 18:58:30.796909 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961065f4-b9c5-49b7-be54-66de13081352 req-0c6ef78d-f8b4-4f02-b7f2-9b1730f808e4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:30.798377 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-961065f4-b9c5-49b7-be54-66de13081352 req-0c6ef78d-f8b4-4f02-b7f2-9b1730f808e4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 946 time: 0.0628688 Jun 16 18:58:30.843362 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-961065f4-b9c5-49b7-be54-66de13081352 req-b93a0678-4b3f-4c6e-83e0-4afef91b6a45 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391531 Jun 16 18:58:31.436854 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device afaa9c69-fa4d-422f-aea6-7cfd69cb005b no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:58:31.632388 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:31.653307 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:58:31.656097 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512f0949-bd74-4ca2-bf3c-732a68cbfc16" -d '{"events": [{"server_uuid": "35de56fb-d02a-4cb6-a683-b13c783998fe", "name": "network-vif-unplugged", "status": "completed", "tag": "afaa9c69-fa4d-422f-aea6-7cfd69cb005b"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:58:31.668457 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port afaa9c69-fa4d-422f-aea6-7cfd69cb005b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:58:31.725877 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:31.727731 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:58:31.749112 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 18:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb477b8b-1644-45aa-b1f8-2fd764b5b6c2 x-openstack-request-id: req-cb477b8b-1644-45aa-b1f8-2fd764b5b6c2 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:58:31.749415 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35de56fb-d02a-4cb6-a683-b13c783998fe", "name": "network-vif-unplugged", "status": "completed", "tag": "afaa9c69-fa4d-422f-aea6-7cfd69cb005b", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:58:31.749915 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb477b8b-1644-45aa-b1f8-2fd764b5b6c2 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:58:31.750301 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b', 'code': 200} Jun 16 18:58:31.775780 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,revision_number=8']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:31.783498 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:31.783827 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:31.784162 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:31.784490 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:31.784812 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:31.785141 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:31.785461 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:31.785776 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:31.786098 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:31.786413 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:31.786726 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:31.787059 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:31.791025 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:58:32.032304 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a38c09-7206-42fd-8ae8-8a3ae4d82f13 req-34a2f547-a2eb-4165-8013-6a9b892d3eff tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:32.033834 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-35a38c09-7206-42fd-8ae8-8a3ae4d82f13 req-34a2f547-a2eb-4165-8013-6a9b892d3eff tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0745039 Jun 16 18:58:32.071849 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-35a38c09-7206-42fd-8ae8-8a3ae4d82f13 req-220af5b3-1357-49de-899c-7066dbaa4571 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321107 Jun 16 18:58:34.301167 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746455c-13e2-496f-9b1f-c9a95e28ea1c req-fcc48d4c-3d93-417c-a855-98534ac84473 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:34.302652 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3746455c-13e2-496f-9b1f-c9a95e28ea1c req-fcc48d4c-3d93-417c-a855-98534ac84473 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0646937 Jun 16 18:58:34.340807 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3746455c-13e2-496f-9b1f-c9a95e28ea1c req-e91b4dca-684c-4ab4-8abe-2d1da0082812 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321476 Jun 16 18:58:34.627209 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-7f0fc8c3-a231-4afa-8098-facf74b29fc9 req-3712f55a-6101-47af-85a1-7c98ca7f5d03 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908298 Jun 16 18:58:35.521935 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1322286-c485-431b-b8ed-74e31a8d8bae req-833c108b-5e86-4a58-b80a-b308d41d1a1a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:35.523436 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d1322286-c485-431b-b8ed-74e31a8d8bae req-833c108b-5e86-4a58-b80a-b308d41d1a1a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0650098 Jun 16 18:58:35.562596 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d1322286-c485-431b-b8ed-74e31a8d8bae req-12c82c88-90bc-43e5-b94d-58ab82bad4d6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329797 Jun 16 18:58:36.162314 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fc8c3-a231-4afa-8098-facf74b29fc9 req-cae9d093-c1c4-4b88-bd64-5e317c204b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:36.163848 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-7f0fc8c3-a231-4afa-8098-facf74b29fc9 req-cae9d093-c1c4-4b88-bd64-5e317c204b2b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe&tenant_id=e6789f66ebb74bc48a90b999eefa11f3 HTTP/1.1" status: 200 len: 1097 time: 0.0529876 Jun 16 18:58:36.240728 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fc8c3-a231-4afa-8098-facf74b29fc9 req-d0c96ba5-b22c-46ce-a1ed-c3aee85eef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:36.242298 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-7f0fc8c3-a231-4afa-8098-facf74b29fc9 req-d0c96ba5-b22c-46ce-a1ed-c3aee85eef69 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 1097 time: 0.0557830 Jun 16 18:58:36.334714 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fc8c3-a231-4afa-8098-facf74b29fc9 req-4809de26-8fb0-40f0-9eb5-30044c88d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:36.336230 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-7f0fc8c3-a231-4afa-8098-facf74b29fc9 req-4809de26-8fb0-40f0-9eb5-30044c88d178 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5067c8ca-8862-4936-b72e-9c44c8a52801 HTTP/1.1" status: 200 len: 917 time: 0.0833454 Jun 16 18:58:36.401986 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-7f0fc8c3-a231-4afa-8098-facf74b29fc9 req-b714acc4-01db-436f-962f-373541fafccc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b HTTP/1.1" status: 200 len: 1000 time: 0.0583928 Jun 16 18:58:36.448530 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fc8c3-a231-4afa-8098-facf74b29fc9 req-b8bc8e7a-0ab0-4099-815a-4378aa747cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:36.449841 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-7f0fc8c3-a231-4afa-8098-facf74b29fc9 req-b8bc8e7a-0ab0-4099-815a-4378aa747cde service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f5204a4-d003-494a-9248-fcb9bc5356cc HTTP/1.1" status: 200 len: 855 time: 0.0408807 Jun 16 18:58:36.504193 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fc8c3-a231-4afa-8098-facf74b29fc9 req-ccb82f07-b7cc-425e-a5d2-d3a8e2220cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:36.505606 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-7f0fc8c3-a231-4afa-8098-facf74b29fc9 req-ccb82f07-b7cc-425e-a5d2-d3a8e2220cde service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5067c8ca-8862-4936-b72e-9c44c8a52801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490239 Jun 16 18:58:36.593432 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-7f0fc8c3-a231-4afa-8098-facf74b29fc9 req-1d3ca564-81ab-43c5-88ee-c4c82a8f2c17 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811763 Jun 16 18:58:36.681766 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-7f0fc8c3-a231-4afa-8098-facf74b29fc9 req-a684f9a9-b495-4dc3-b254-3d952d36d43c service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806689 Jun 16 18:58:36.741432 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b42ae-0bcc-497a-b525-41fbb0fb996b req-6a0f8435-2f06-4501-8618-abef615e6f56 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:36.742800 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ab6b42ae-0bcc-497a-b525-41fbb0fb996b req-6a0f8435-2f06-4501-8618-abef615e6f56 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0663228 Jun 16 18:58:36.781240 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ab6b42ae-0bcc-497a-b525-41fbb0fb996b req-28e86bc7-f717-4429-a533-720763a1707b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327928 Jun 16 18:58:37.984218 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec8edc-abd9-49d0-8c54-6fd9c9c0f258 req-10043162-dc83-4b67-bfff-bde410421029 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:37.991077 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0eec8edc-abd9-49d0-8c54-6fd9c9c0f258 req-10043162-dc83-4b67-bfff-bde410421029 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0858092 Jun 16 18:58:38.041545 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0eec8edc-abd9-49d0-8c54-6fd9c9c0f258 req-9f9f5b64-eba3-4d9f-8ff1-b1067c652fdd tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464027 Jun 16 18:58:39.212074 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e1387-93cd-4f35-b8c3-d026eafac420 req-42fe0fdd-8c96-4780-8a50-3afb0db94cdb tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:39.213601 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-965e1387-93cd-4f35-b8c3-d026eafac420 req-42fe0fdd-8c96-4780-8a50-3afb0db94cdb tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0683548 Jun 16 18:58:39.252756 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-965e1387-93cd-4f35-b8c3-d026eafac420 req-1c5cea91-386e-4cb4-9721-8467490467e6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326662 Jun 16 18:58:40.433465 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b1ae5-0af7-457b-9600-9d9c8a16a2c8 req-0a540a31-55a9-4c79-b2c8-48c414e852be tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:40.435090 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-318b1ae5-0af7-457b-9600-9d9c8a16a2c8 req-0a540a31-55a9-4c79-b2c8-48c414e852be tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0646710 Jun 16 18:58:40.476618 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-318b1ae5-0af7-457b-9600-9d9c8a16a2c8 req-80b451e5-69de-4422-8040-02648e6acf10 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342355 Jun 16 18:58:41.660058 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301956f4-0d8b-453c-812c-5aecaeadb2b0 req-11dcc581-62ff-4227-a341-318f5ad025f7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:41.661561 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-301956f4-0d8b-453c-812c-5aecaeadb2b0 req-11dcc581-62ff-4227-a341-318f5ad025f7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0637808 Jun 16 18:58:41.699440 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-301956f4-0d8b-453c-812c-5aecaeadb2b0 req-b87fb204-b52d-4d61-b359-b00a0b15d137 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316637 Jun 16 18:58:42.879149 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf09e5d-aedf-4274-8ac5-f491f2c1ec27 req-5f9baf4e-4af3-4d0c-8922-d81a525e08a4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:42.880587 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9bf09e5d-aedf-4274-8ac5-f491f2c1ec27 req-5f9baf4e-4af3-4d0c-8922-d81a525e08a4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0648775 Jun 16 18:58:42.923091 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9bf09e5d-aedf-4274-8ac5-f491f2c1ec27 req-f6acfc5a-a8d2-444c-8d1d-b2b70d768e31 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368171 Jun 16 18:58:43.705173 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:58:44.103738 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09365838-835e-4b8c-9f0e-b4e575d2e415 req-f8ec00a0-0043-48d3-8e51-b99bc031d0c9 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:44.105274 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-09365838-835e-4b8c-9f0e-b4e575d2e415 req-f8ec00a0-0043-48d3-8e51-b99bc031d0c9 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0663180 Jun 16 18:58:44.145778 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-09365838-835e-4b8c-9f0e-b4e575d2e415 req-f0d68ca7-319a-4f70-a5c9-7e01e7affd7c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346415 Jun 16 18:58:45.340139 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5bf87-4088-45c5-910f-4a406accade9 req-52dd4ea4-69b2-435e-b82c-cdffaa5b8b20 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:45.341609 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-17a5bf87-4088-45c5-910f-4a406accade9 req-52dd4ea4-69b2-435e-b82c-cdffaa5b8b20 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0779796 Jun 16 18:58:45.379865 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-17a5bf87-4088-45c5-910f-4a406accade9 req-56054d71-094c-463b-96a3-997acb52a4ec tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320067 Jun 16 18:58:45.556087 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-8defd379-aab1-445c-8d81-14f9ed79dd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:46.564945 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf878c27-214a-43c4-9492-3ed690b35cfa req-a46eecfb-796e-4b75-b11e-3c1fe970282d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:46.566428 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bf878c27-214a-43c4-9492-3ed690b35cfa req-a46eecfb-796e-4b75-b11e-3c1fe970282d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0646610 Jun 16 18:58:46.607359 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bf878c27-214a-43c4-9492-3ed690b35cfa req-41372cf9-bad1-496d-9094-7fd91d1f57db tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353084 Jun 16 18:58:47.789677 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a4b0d-3822-40ce-88c8-5ea295a3d61c req-3f683c84-50a7-4a6c-85cc-dde624273b0c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:47.791240 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-065a4b0d-3822-40ce-88c8-5ea295a3d61c req-3f683c84-50a7-4a6c-85cc-dde624273b0c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0628617 Jun 16 18:58:47.831126 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-065a4b0d-3822-40ce-88c8-5ea295a3d61c req-51c6732e-682a-41f7-9106-b0a2b751113f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341001 Jun 16 18:58:48.018355 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-d35eadbb-4d5b-4626-aa3f-7459598cccbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:48.361575 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:49.021222 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac42059-2d83-47cd-9ff3-294f14b43f82 req-e3dd2f6a-c775-41d5-8b22-78aadf75fb3a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:49.022783 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8ac42059-2d83-47cd-9ff3-294f14b43f82 req-e3dd2f6a-c775-41d5-8b22-78aadf75fb3a tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0678086 Jun 16 18:58:49.065490 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8ac42059-2d83-47cd-9ff3-294f14b43f82 req-cf79d93d-1002-4152-a5f2-698b20a1997f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334477 Jun 16 18:58:49.239803 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:50.241769 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce4f72-bbfb-403b-8986-57f3100791e2 req-484a6e92-9985-475e-9add-c91bc9f2daa7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:50.243162 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b9ce4f72-bbfb-403b-8986-57f3100791e2 req-484a6e92-9985-475e-9add-c91bc9f2daa7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0611155 Jun 16 18:58:50.278754 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b9ce4f72-bbfb-403b-8986-57f3100791e2 req-375fe7e1-ce48-4285-83a2-22050e70d30b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301046 Jun 16 18:58:50.961194 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:51.607315 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ba699-890f-4e1a-bf95-af8c324b5ed0 req-9e3df9ba-80fc-4b5a-8975-3c18d095bd0e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:51.608966 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-049ba699-890f-4e1a-bf95-af8c324b5ed0 req-9e3df9ba-80fc-4b5a-8975-3c18d095bd0e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0648673 Jun 16 18:58:51.645419 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-049ba699-890f-4e1a-bf95-af8c324b5ed0 req-a308e94c-42fe-4323-af9c-2383c67103b3 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305779 Jun 16 18:58:52.832632 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ab3f6-bbf2-426e-97c8-2d426074285e req-183eb7c5-08fc-468b-919c-91eedbdfa0ab tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:52.834346 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-814ab3f6-bbf2-426e-97c8-2d426074285e req-183eb7c5-08fc-468b-919c-91eedbdfa0ab tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0714285 Jun 16 18:58:52.875808 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-814ab3f6-bbf2-426e-97c8-2d426074285e req-6160b39c-ffd4-44fb-82b6-33f2ef97ed78 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356455 Jun 16 18:58:53.810818 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-68e35c68-b073-435a-a00e-0a86eb04079e req-74bf0468-e153-4005-be42-12727fe72807 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508506 Jun 16 18:58:53.928897 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e35c68-b073-435a-a00e-0a86eb04079e req-3ee4d37f-6258-4c7a-a459-960bba2a9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:53.930492 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-68e35c68-b073-435a-a00e-0a86eb04079e req-3ee4d37f-6258-4c7a-a459-960bba2a9585 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 1099 time: 0.0571716 Jun 16 18:58:54.039709 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e35c68-b073-435a-a00e-0a86eb04079e req-bda2a251-a465-4ac3-b1b2-dea62ef5334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:54.041171 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-68e35c68-b073-435a-a00e-0a86eb04079e req-bda2a251-a465-4ac3-b1b2-dea62ef5334f service neutron] 10.222.0.70 "GET /v2.0/networks?id=eb9a49dd-9ddc-41da-a244-4443a4784c2b HTTP/1.1" status: 200 len: 913 time: 0.0855587 Jun 16 18:58:54.054476 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8035a0-b0e1-493e-94df-e375a1d42481 req-2aa51293-221b-47ca-98f3-320690db6ac2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:54.056064 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fb8035a0-b0e1-493e-94df-e375a1d42481 req-2aa51293-221b-47ca-98f3-320690db6ac2 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0634031 Jun 16 18:58:54.093891 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fb8035a0-b0e1-493e-94df-e375a1d42481 req-a3a61c7c-bb4e-4adc-a4bf-265703a93d21 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315509 Jun 16 18:58:54.107949 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-68e35c68-b073-435a-a00e-0a86eb04079e req-7d5423c9-d0ec-4ba2-9b70-96a2e4180a4e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fef84997-ea89-4f62-8ae1-e64b72479af7 HTTP/1.1" status: 200 len: 1002 time: 0.0604014 Jun 16 18:58:54.157136 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e35c68-b073-435a-a00e-0a86eb04079e req-d22fd07a-39e6-482f-bdf5-37f7d7b23ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:54.159237 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-68e35c68-b073-435a-a00e-0a86eb04079e req-d22fd07a-39e6-482f-bdf5-37f7d7b23ffa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e42814e8-4209-4dfd-b8c6-aefa516869c5 HTTP/1.1" status: 200 len: 851 time: 0.0446258 Jun 16 18:58:54.213490 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e35c68-b073-435a-a00e-0a86eb04079e req-e8e5997f-5040-4a9c-a0c6-1bcbd122a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:54.215054 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-68e35c68-b073-435a-a00e-0a86eb04079e req-e8e5997f-5040-4a9c-a0c6-1bcbd122a32f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eb9a49dd-9ddc-41da-a244-4443a4784c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495658 Jun 16 18:58:54.305198 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-68e35c68-b073-435a-a00e-0a86eb04079e req-05ba2e37-4e19-42ae-af86-ae7986f8b385 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824900 Jun 16 18:58:54.396427 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-68e35c68-b073-435a-a00e-0a86eb04079e req-999f2fc1-7463-42d7-a4b3-e3a1087034f3 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846102 Jun 16 18:58:55.273197 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402de3bd-46cd-428d-a233-bc385d5ea3f1 req-5a429f6c-daa7-471a-8532-e33a0d5d47ed tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:55.274635 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-402de3bd-46cd-428d-a233-bc385d5ea3f1 req-5a429f6c-daa7-471a-8532-e33a0d5d47ed tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0635262 Jun 16 18:58:55.310815 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-402de3bd-46cd-428d-a233-bc385d5ea3f1 req-a73e49a3-c5c0-44d7-8543-b57cc16ba5b4 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306234 Jun 16 18:58:56.490311 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b6572-73cc-4292-9937-e846cf4b8d7a req-3b53f826-7f27-44e1-8896-fb1cef06c47c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:56.491860 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-995b6572-73cc-4292-9937-e846cf4b8d7a req-3b53f826-7f27-44e1-8896-fb1cef06c47c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0650647 Jun 16 18:58:56.531655 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-995b6572-73cc-4292-9937-e846cf4b8d7a req-0a1a21e0-206c-4315-a2c0-be8cf4612d68 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339079 Jun 16 18:58:56.702442 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:57.585567 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device afaa9c69-fa4d-422f-aea6-7cfd69cb005b details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:58:57.680314 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port afaa9c69-fa4d-422f-aea6-7cfd69cb005b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:58:57.691664 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'port_id': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b', 'mac_address': 'fa:16:3e:ec:cf:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:58:57.710914 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6ee67-8461-4656-833e-6344c95919a0 req-1dd569ab-19c0-4d85-aff4-596c5345cb46 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:57.712427 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4bb6ee67-8461-4656-833e-6344c95919a0 req-1dd569ab-19c0-4d85-aff4-596c5345cb46 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 944 time: 0.0650892 Jun 16 18:58:57.727647 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:57.741292 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afaa9c69-fa4d-422f-aea6-7cfd69cb005b {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:58:57.766396 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port afaa9c69-fa4d-422f-aea6-7cfd69cb005b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:58:57.879893 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:57.881668 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:58:57.929572 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,revision_number=9']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:57.932964 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:58:58.011439 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4bb6ee67-8461-4656-833e-6344c95919a0 req-e540ff4a-5b70-4f99-bf8c-cb93e580248d tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926867 Jun 16 18:58:58.231574 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['afaa9c69-fa4d-422f-aea6-7cfd69cb005b'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:58:59.191303 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7b8c3-1e16-4bad-a585-6778f89cbdf3 req-db530a17-5ff9-4996-bad2-6992ca1968b1 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:58:59.192749 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bdc7b8c3-1e16-4bad-a585-6778f89cbdf3 req-db530a17-5ff9-4996-bad2-6992ca1968b1 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 945 time: 0.0604484 Jun 16 18:58:59.228615 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bdc7b8c3-1e16-4bad-a585-6778f89cbdf3 req-b1264a40-52f9-4305-a73b-da083eea99f8 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301986 Jun 16 18:58:59.595934 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device afaa9c69-fa4d-422f-aea6-7cfd69cb005b up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:58:59.645196 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port afaa9c69-fa4d-422f-aea6-7cfd69cb005b triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:58:59.645566 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:59.723286 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:59.744759 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:58:59.747013 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe97f7c6-89a6-4cce-a14c-29e50d8763b3" -d '{"events": [{"server_uuid": "35de56fb-d02a-4cb6-a683-b13c783998fe", "name": "network-vif-plugged", "status": "completed", "tag": "afaa9c69-fa4d-422f-aea6-7cfd69cb005b"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:58:59.761058 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port afaa9c69-fa4d-422f-aea6-7cfd69cb005b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:58:59.786922 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d772e90b-39c2-4d52-b834-793fbc357518 x-openstack-request-id: req-d772e90b-39c2-4d52-b834-793fbc357518 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:58:59.787252 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35de56fb-d02a-4cb6-a683-b13c783998fe", "name": "network-vif-plugged", "status": "completed", "tag": "afaa9c69-fa4d-422f-aea6-7cfd69cb005b", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:58:59.787518 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d772e90b-39c2-4d52-b834-793fbc357518 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:58:59.787921 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b', 'code': 200} Jun 16 18:58:59.839294 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:58:59.841156 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:58:59.889298 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,revision_number=10']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:59.892296 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:00.158586 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ea2b4-5610-4614-b39a-870d4edd6dbb req-08e988a5-8527-4b13-8190-b9cf6d041baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:00.160065 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-4b3ea2b4-5610-4614-b39a-870d4edd6dbb req-08e988a5-8527-4b13-8190-b9cf6d041baa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 1100 time: 0.0518086 Jun 16 18:59:00.194741 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-4b3ea2b4-5610-4614-b39a-870d4edd6dbb req-4a444c0d-da5b-49fe-9fad-c40cba27146a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272889 Jun 16 18:59:00.400339 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9288e-dc0f-4e94-b837-28dc29589651 req-bd08b5c6-0458-4777-9494-b411aa5b6c5b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:00.401786 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1bd9288e-dc0f-4e94-b837-28dc29589651 req-bd08b5c6-0458-4777-9494-b411aa5b6c5b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 947 time: 0.0613539 Jun 16 18:59:00.442324 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1bd9288e-dc0f-4e94-b837-28dc29589651 req-f8dac7ca-d12e-4764-a9c7-a0f82b657012 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347927 Jun 16 18:59:01.620244 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaf1e6-fa7e-49c8-8b37-ffef45ee8baa req-af068589-7883-43a6-b5aa-4de2a34d4494 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:01.621807 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c9aaf1e6-fa7e-49c8-8b37-ffef45ee8baa req-af068589-7883-43a6-b5aa-4de2a34d4494 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 947 time: 0.0627098 Jun 16 18:59:01.661537 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c9aaf1e6-fa7e-49c8-8b37-ffef45ee8baa req-6278bea3-cc03-40ea-8325-09cb265b9841 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338128 Jun 16 18:59:02.854267 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5f0bb-456f-4656-9af0-18293a493235 req-ee105069-be60-4938-8cd4-b3164286a0d6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:02.855788 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-67a5f0bb-456f-4656-9af0-18293a493235 req-ee105069-be60-4938-8cd4-b3164286a0d6 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 947 time: 0.0761170 Jun 16 18:59:02.893731 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-67a5f0bb-456f-4656-9af0-18293a493235 req-91d1fb6d-3caa-4fa8-bf59-344d00fb5053 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321369 Jun 16 18:59:04.068761 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ff999-b8f3-4188-8c20-29985e4a6ba2 req-125423e4-280d-4bec-a621-4b1b84e0dd87 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:04.070189 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ab3ff999-b8f3-4188-8c20-29985e4a6ba2 req-125423e4-280d-4bec-a621-4b1b84e0dd87 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 947 time: 0.0641615 Jun 16 18:59:04.105481 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ab3ff999-b8f3-4188-8c20-29985e4a6ba2 req-b576d398-3a20-48ad-94f5-1e8915ce195e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296943 Jun 16 18:59:08.231472 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74601685-a080-4474-a33a-faea26c16d24 req-206f0851-2a1f-48a1-84ed-f16a906a9c42 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:08.232909 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-74601685-a080-4474-a33a-faea26c16d24 req-206f0851-2a1f-48a1-84ed-f16a906a9c42 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 946 time: 0.0604935 Jun 16 18:59:08.269505 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-74601685-a080-4474-a33a-faea26c16d24 req-afd8d83d-1a9f-4aff-81f1-a5289399feb5 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=feab6bac-ddb0-463b-8dcc-cb20eb38f0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310366 Jun 16 18:59:09.448136 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aabb4d-6723-4666-af3b-b5e534072b33 req-8dd4831d-1dc7-4ccc-8c72-ad20600fdffb tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:09.449498 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c3aabb4d-6723-4666-af3b-b5e534072b33 req-8dd4831d-1dc7-4ccc-8c72-ad20600fdffb tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 946 time: 0.0674167 Jun 16 18:59:09.488518 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c3aabb4d-6723-4666-af3b-b5e534072b33 req-6e84d1de-4701-471e-b02d-b842c7488fde tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=feab6bac-ddb0-463b-8dcc-cb20eb38f0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329411 Jun 16 18:59:10.273821 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d51b6-615f-45b1-aa3d-3bf7f39135f2 req-2e3a8665-5377-4d5f-920a-6d7962325b3f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:10.275165 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e91d51b6-615f-45b1-aa3d-3bf7f39135f2 req-2e3a8665-5377-4d5f-920a-6d7962325b3f tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 946 time: 0.0632839 Jun 16 18:59:10.368834 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-e91d51b6-615f-45b1-aa3d-3bf7f39135f2 req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Deleting port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:10.369240 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-e91d51b6-615f-45b1-aa3d-3bf7f39135f2 req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:10.662944 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abbecf-e652-4d77-af25-6bfaff5c227d req-f2dc495c-914e-4cc5-a630-05d135d83344 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:10.664455 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b4abbecf-e652-4d77-af25-6bfaff5c227d req-f2dc495c-914e-4cc5-a630-05d135d83344 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 946 time: 0.0641100 Jun 16 18:59:10.701985 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b4abbecf-e652-4d77-af25-6bfaff5c227d req-57560790-64a6-4c63-8f82-5f135ad3e76b tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups?id=feab6bac-ddb0-463b-8dcc-cb20eb38f0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316613 Jun 16 18:59:10.703875 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-e91d51b6-615f-45b1-aa3d-3bf7f39135f2 req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] For port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:59:10.704232 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-e91d51b6-615f-45b1-aa3d-3bf7f39135f2 req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:10.864837 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-e91d51b6-615f-45b1-aa3d-3bf7f39135f2 req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:10.865198 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-e91d51b6-615f-45b1-aa3d-3bf7f39135f2 req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:10.865504 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.l3_db [req-e91d51b6-615f-45b1-aa3d-3bf7f39135f2 req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Floating IP 34f5b187-dddb-4f9a-ba4c-d68d96cda3ac disassociated. External IP: 172.27.3.145, port: f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b. Jun 16 18:59:10.865835 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-e91d51b6-615f-45b1-aa3d-3bf7f39135f2 req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Calling delete_port for f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b owned by compute:nova {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:59:11.035011 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-e91d51b6-615f-45b1-aa3d-3bf7f39135f2 req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:11.038918 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0b167d51-e1f9-4d71-adc6-8e43133171e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:11.063941 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event deleted for resources: {'Port': ['ID=f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:11.074755 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.075162 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.075527 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.075902 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.076235 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.076591 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.076940 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.077285 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.077633 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.077979 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.078319 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.078658 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.086963 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:11.189971 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e91d51b6-615f-45b1-aa3d-3bf7f39135f2 req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Router ea491008-fed4-46b4-a28c-ed13845c24d3 has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:59:11.292359 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e91d51b6-615f-45b1-aa3d-3bf7f39135f2 req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:59:11.301407 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530769b-4ff5-4d73-af07-ca26cf64ec6b None None] Sync routers for ids ['ea491008-fed4-46b4-a28c-ed13845c24d3'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:59:11.311937 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530769b-4ff5-4d73-af07-ca26cf64ec6b None None] Routers {'ea491008-fed4-46b4-a28c-ed13845c24d3'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:59:11.312583 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-b530769b-4ff5-4d73-af07-ca26cf64ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:58:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ea491008-fed4-46b4-a28c-ed13845c24d3'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:11.335051 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91d51b6-615f-45b1-aa3d-3bf7f39135f2 req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] No DVR routers for this DVR port f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b on host hv-cinder-66710 {{(pid=100040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:59:11.338094 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-e91d51b6-615f-45b1-aa3d-3bf7f39135f2 req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:11.340250 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e91d51b6-615f-45b1-aa3d-3bf7f39135f2 req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.70 "DELETE /v2.0/ports/f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b HTTP/1.1" status: 204 len: 173 time: 1.0600071 Jun 16 18:59:11.340773 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e', 'name': 'network-vif-deleted', 'tag': 'f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:59:11.343708 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d222ae48-3180-40b0-bd44-c595595cabaf" -d '{"events": [{"server_uuid": "2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e", "name": "network-vif-deleted", "tag": "f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:59:11.419076 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-b530769b-4ff5-4d73-af07-ca26cf64ec6b None None] Set router ea491008-fed4-46b4-a28c-ed13845c24d3 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:59:11.442523 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2004eea3-0851-47c1-a33e-7d074aede704 x-openstack-request-id: req-2004eea3-0851-47c1-a33e-7d074aede704 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:59:11.442858 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e", "name": "network-vif-deleted", "tag": "f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:59:11.443336 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2004eea3-0851-47c1-a33e-7d074aede704 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:59:11.444326 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e', 'name': 'network-vif-deleted', 'tag': 'f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b', 'status': 'completed', 'code': 200} Jun 16 18:59:11.624378 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-b530769b-4ff5-4d73-af07-ca26cf64ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db', 'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'mac_address': 'fa:16:3e:89:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:24Z', 'updated_at': '2021-06-16T18:47:37Z', 'revision_number': 5, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'subnets': [{'id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:11.627730 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530769b-4ff5-4d73-af07-ca26cf64ec6b None None] Checking router: ea491008-fed4-46b4-a28c-ed13845c24d3 for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:59:11.637141 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530769b-4ff5-4d73-af07-ca26cf64ec6b None None] Routers {'ea491008-fed4-46b4-a28c-ed13845c24d3'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:59:11.637743 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-b530769b-4ff5-4d73-af07-ca26cf64ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:58:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ea491008-fed4-46b4-a28c-ed13845c24d3'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:11.744165 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-b530769b-4ff5-4d73-af07-ca26cf64ec6b None None] Set router ea491008-fed4-46b4-a28c-ed13845c24d3 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:59:11.856106 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8b2f826b-62d1-43d9-a073-3571c4d7a69e req-93540a8d-a446-4268-bf09-48b35968d2b8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe1ae9b-a9bc-48cb-a189-4a1ffbf9135e HTTP/1.1" status: 200 len: 210 time: 0.0282462 Jun 16 18:59:11.944200 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-b530769b-4ff5-4d73-af07-ca26cf64ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db', 'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'mac_address': 'fa:16:3e:89:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:24Z', 'updated_at': '2021-06-16T18:47:37Z', 'revision_number': 5, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'subnets': [{'id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:11.944450 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530769b-4ff5-4d73-af07-ca26cf64ec6b None None] The sync data for ids ['ea491008-fed4-46b4-a28c-ed13845c24d3'] in dv-cinder-667108-31-iscsi is: [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 4, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db', 'name': '', 'network_id': 'bdace82e-d0e6-4cfc-b001-3cb6b296a4da', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'mac_address': 'fa:16:3e:89:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:24Z', 'updated_at': '2021-06-16T18:47:37Z', 'revision_number': 5, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'subnets': [{'id': 'c564e1e9-0d16-4720-8290-85e28752f80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:59:12.147639 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4979d51-020d-4a82-845d-9d23912860ae None None] New status for floating IP 34f5b187-dddb-4f9a-ba4c-d68d96cda3ac: DOWN {{(pid=100042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:59:13.611984 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:59:13.636170 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:59:13.636519 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device f2349e8d-e18a-4d2c-b7a5-1876e50dcd0b not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:59:14.047854 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 55482) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:14.100401 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:14.127013 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:14.229894 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:14.232470 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:14.233620 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "DELETE /v2.0/security-groups/feab6bac-ddb0-463b-8dcc-cb20eb38f0ff HTTP/1.1" status: 204 len: 168 time: 0.1847842 Jun 16 18:59:14.234508 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6ae74f96-caad-4afd-95cd-df4ba1a3e8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:14.236626 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55484) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:14.243886 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feab6bac-ddb0-463b-8dcc-cb20eb38f0ff,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:14.251557 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.api.v2.resource [None req-9abf8d23-6610-45df-b95c-fffd42133a23 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] show failed (client error): The resource could not be found. Jun 16 18:59:14.251780 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:14.252076 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:14.252441 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:14.252561 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-9abf8d23-6610-45df-b95c-fffd42133a23 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "GET /v2.0/security-groups/feab6bac-ddb0-463b-8dcc-cb20eb38f0ff HTTP/1.1" status: 404 len: 347 time: 0.0149155 Jun 16 18:59:14.252928 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:14.253289 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:14.253644 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:14.253998 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:14.254350 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:14.254702 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:14.255157 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:14.255517 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:14.255626 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55486) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:14.255867 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:14.259058 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:14.379970 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-a52b97b8-f8ce-4e18-bb3f-79914df16ea8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Deleting port bcad2fc7-4959-4196-9d88-de0a8d89138f {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:14.380309 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a52b97b8-f8ce-4e18-bb3f-79914df16ea8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:14.454922 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a52b97b8-f8ce-4e18-bb3f-79914df16ea8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:14.455279 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a52b97b8-f8ce-4e18-bb3f-79914df16ea8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:14.520602 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-a52b97b8-f8ce-4e18-bb3f-79914df16ea8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Calling delete_port for bcad2fc7-4959-4196-9d88-de0a8d89138f owned by network:floatingip {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:59:14.732459 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a52b97b8-f8ce-4e18-bb3f-79914df16ea8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:14.734496 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e104ad11-eced-41af-9e79-eebf287647e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:14.761918 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b97b8-f8ce-4e18-bb3f-79914df16ea8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Pushing event deleted for resources: {'Port': ['ID=bcad2fc7-4959-4196-9d88-de0a8d89138f,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:14.765056 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-a52b97b8-f8ce-4e18-bb3f-79914df16ea8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:14.821523 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a52b97b8-f8ce-4e18-bb3f-79914df16ea8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks [] for floatingip, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:14.824512 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a52b97b8-f8ce-4e18-bb3f-79914df16ea8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:14.825636 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-a52b97b8-f8ce-4e18-bb3f-79914df16ea8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] 10.222.0.41 "DELETE /v2.0/floatingips/34f5b187-dddb-4f9a-ba4c-d68d96cda3ac HTTP/1.1" status: 204 len: 168 time: 0.5692041 Jun 16 18:59:15.589563 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-c7517ce1-6c28-4050-90ab-bb298b5d088b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:18.063728 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-24cf756f-0834-4a62-a7ec-f8e8594d0f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:18.387572 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:19.067192 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55518) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:19.222089 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:19.561083 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b7da0dcc-7f7c-46f5-8591-4f41cd23061a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375754'] for router_interface, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:19.853008 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-b7da0dcc-7f7c-46f5-8591-4f41cd23061a admin admin] Deleting port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:19.853260 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b7da0dcc-7f7c-46f5-8591-4f41cd23061a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:19.927392 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [None req-b7da0dcc-7f7c-46f5-8591-4f41cd23061a admin admin] For port bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:59:19.927571 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b7da0dcc-7f7c-46f5-8591-4f41cd23061a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:19.990085 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-b7da0dcc-7f7c-46f5-8591-4f41cd23061a admin admin] Calling delete_port for bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db owned by network:router_interface {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:59:20.246747 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b7da0dcc-7f7c-46f5-8591-4f41cd23061a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:20.249694 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-138bed0b-ea6c-4317-9db4-e79bd578eaa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:20.279791 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da0dcc-7f7c-46f5-8591-4f41cd23061a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:20.279791 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b7da0dcc-7f7c-46f5-8591-4f41cd23061a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:20.432240 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-b7da0dcc-7f7c-46f5-8591-4f41cd23061a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375646'] for router_interface, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:20.636233 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7da0dcc-7f7c-46f5-8591-4f41cd23061a admin admin] Router ea491008-fed4-46b4-a28c-ed13845c24d3 has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:59:20.703229 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:59:20.737220 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7da0dcc-7f7c-46f5-8591-4f41cd23061a admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:59:20.742039 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-b7da0dcc-7f7c-46f5-8591-4f41cd23061a admin admin] 10.222.0.41 "PUT /v2.0/routers/ea491008-fed4-46b4-a28c-ed13845c24d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6738369 Jun 16 18:59:20.744487 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55522) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:20.747765 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb149ce-fd1f-4b73-ab76-ff0ecd7e3ab5 None None] Sync routers for ids ['ea491008-fed4-46b4-a28c-ed13845c24d3'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:59:20.757347 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb149ce-fd1f-4b73-ab76-ff0ecd7e3ab5 None None] Routers {'ea491008-fed4-46b4-a28c-ed13845c24d3'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:59:20.758056 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-beb149ce-fd1f-4b73-ab76-ff0ecd7e3ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:59:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ea491008-fed4-46b4-a28c-ed13845c24d3'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:20.862217 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-beb149ce-fd1f-4b73-ab76-ff0ecd7e3ab5 None None] Set router ea491008-fed4-46b4-a28c-ed13845c24d3 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:59:20.996457 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:21.058612 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-beb149ce-fd1f-4b73-ab76-ff0ecd7e3ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:59:20Z', 'revision_number': 5, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:21.062545 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb149ce-fd1f-4b73-ab76-ff0ecd7e3ab5 None None] Checking router: ea491008-fed4-46b4-a28c-ed13845c24d3 for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:59:21.071704 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb149ce-fd1f-4b73-ab76-ff0ecd7e3ab5 None None] Routers {'ea491008-fed4-46b4-a28c-ed13845c24d3'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:59:21.072341 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-beb149ce-fd1f-4b73-ab76-ff0ecd7e3ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:59:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ea491008-fed4-46b4-a28c-ed13845c24d3'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:21.110523 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] Notify callbacks [] for router, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:21.174277 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-beb149ce-fd1f-4b73-ab76-ff0ecd7e3ab5 None None] Set router ea491008-fed4-46b4-a28c-ed13845c24d3 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:59:21.215126 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:21.334031 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] Deleting port dc6f49c4-9896-44e4-8caa-ec39938e432a {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:21.334781 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:21.418601 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] For port dc6f49c4-9896-44e4-8caa-ec39938e432a, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=dc6f49c4-9896-44e4-8caa-ec39938e432a,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:59:21.418961 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:21.471810 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-beb149ce-fd1f-4b73-ab76-ff0ecd7e3ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:59:20Z', 'revision_number': 5, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:21.475175 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb149ce-fd1f-4b73-ab76-ff0ecd7e3ab5 None None] The sync data for ids ['ea491008-fed4-46b4-a28c-ed13845c24d3'] in dv-cinder-667108-31-iscsi is: [{'id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'name': 'tempest-AttachVolumeTestJSON-996794135-router', 'tenant_id': '804db3a89f1c4d96a7e618f32151b0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:14Z', 'updated_at': '2021-06-16T18:59:20Z', 'revision_number': 5, 'project_id': '804db3a89f1c4d96a7e618f32151b0a4', 'gw_port': {'id': 'dc6f49c4-9896-44e4-8caa-ec39938e432a', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491008-fed4-46b4-a28c-ed13845c24d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:17Z', 'updated_at': '2021-06-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:59:21.485653 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] Calling delete_port for dc6f49c4-9896-44e4-8caa-ec39938e432a owned by network:router_gateway {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:59:21.749528 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:21.751633 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e791c97b-57ac-49ca-a4cc-328be3a40fed tempest-VolumesNegativeTest-1124494693 tempest-VolumesNegativeTest-1124494693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:21.777082 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6f49c4-9896-44e4-8caa-ec39938e432a,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:21.782412 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:21.841770 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420893'] for router_gateway, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:21.933383 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3190'] for router, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:21.936143 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.080547 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-410199'] for router, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.081131 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea491008-fed4-46b4-a28c-ed13845c24d3 {{(pid=100040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 18:59:22.085315 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] Notify callbacks [] for router, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.086440 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-1e4590aa-d96e-4f18-a877-cb660c6ecb85 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ea491008-fed4-46b4-a28c-ed13845c24d3 HTTP/1.1" status: 204 len: 168 time: 1.3410585 Jun 16 18:59:22.089034 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55524) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:22.134462 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a1a73c-fbd0-402d-af7d-4934c431a914 admin admin] Deleting subnet c564e1e9-0d16-4720-8290-85e28752f80f {{(pid=100040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:59:22.137783 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-81a1a73c-fbd0-402d-af7d-4934c431a914 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.175533 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-81a1a73c-fbd0-402d-af7d-4934c431a914 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564794'] for subnet, precommit_delete_associations {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.251622 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-81a1a73c-fbd0-402d-af7d-4934c431a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.372457 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-81a1a73c-fbd0-402d-af7d-4934c431a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25564330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25566547'] for subnet, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.374936 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:22.396778 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1a73c-fbd0-402d-af7d-4934c431a914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c564e1e9-0d16-4720-8290-85e28752f80f,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:22.400351 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-81a1a73c-fbd0-402d-af7d-4934c431a914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:22.403261 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-81a1a73c-fbd0-402d-af7d-4934c431a914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.405055 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-81a1a73c-fbd0-402d-af7d-4934c431a914 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c564e1e9-0d16-4720-8290-85e28752f80f HTTP/1.1" status: 204 len: 168 time: 0.3150198 Jun 16 18:59:22.407541 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55526) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:22.410041 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9798677-89ca-4193-a33d-ae4eea62fdf2 None None] Network bdace82e-d0e6-4cfc-b001-3cb6b296a4da requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:59:22.476487 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.531702 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Deleting port cffafed4-0c35-4b41-8d5d-4084a37387fd {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:22.532133 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.595324 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] For port cffafed4-0c35-4b41-8d5d-4084a37387fd, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=cffafed4-0c35-4b41-8d5d-4084a37387fd,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:59:22.595674 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.618702 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fd2d5e-786e-46b1-b795-19abbcb060c5 None None] DHCP port deletion for bdace82e-d0e6-4cfc-b001-3cb6b296a4da request from dv-cinder-667108-31-iscsi {{(pid=100041) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 18:59:22.661340 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Calling delete_port for cffafed4-0c35-4b41-8d5d-4084a37387fd owned by network:dhcp {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:59:22.669839 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-48fd2d5e-786e-46b1-b795-19abbcb060c5 None None] Deleting port cffafed4-0c35-4b41-8d5d-4084a37387fd {{(pid=100041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:22.669839 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-48fd2d5e-786e-46b1-b795-19abbcb060c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.725406 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-48fd2d5e-786e-46b1-b795-19abbcb060c5 None None] For port cffafed4-0c35-4b41-8d5d-4084a37387fd, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=cffafed4-0c35-4b41-8d5d-4084a37387fd,segment=NetworkSegment(16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20),segment_id=16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:59:22.725797 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-48fd2d5e-786e-46b1-b795-19abbcb060c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.790295 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-48fd2d5e-786e-46b1-b795-19abbcb060c5 None None] Calling delete_port for cffafed4-0c35-4b41-8d5d-4084a37387fd owned by network:dhcp {{(pid=100041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:59:22.806345 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.808521 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7be8c0a0-5edd-4afc-ac10-e02c8fa04e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:22.832448 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Pushing event deleted for resources: {'Port': ['ID=cffafed4-0c35-4b41-8d5d-4084a37387fd,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:22.835562 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:22.836341 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] No DVR routers for this DVR port cffafed4-0c35-4b41-8d5d-4084a37387fd on host dv-cinder-667108-31-iscsi {{(pid=100040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:59:22.863012 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-48fd2d5e-786e-46b1-b795-19abbcb060c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599'] for port, after_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.864872 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:22.886377 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd2d5e-786e-46b1-b795-19abbcb060c5 None None] Pushing event deleted for resources: {'Port': ['ID=cffafed4-0c35-4b41-8d5d-4084a37387fd,revision_number=None']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:22.889726 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-48fd2d5e-786e-46b1-b795-19abbcb060c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:22.892292 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd2d5e-786e-46b1-b795-19abbcb060c5 None None] No DVR routers for this DVR port cffafed4-0c35-4b41-8d5d-4084a37387fd on host dv-cinder-667108-31-iscsi {{(pid=100041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:59:22.905733 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.915282 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdace82e-d0e6-4cfc-b001-3cb6b296a4da']}} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:22.925293 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20') {'for_net_delete': True} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:22.925583 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ecfd7c-7b7e-43b8-bf8e-b0384c82dd20') {} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:22.934592 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25564771'] for segment, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.952376 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.958331 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:59:22.958710 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25564213'] for segment, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: retrieve_revision_numbers = { Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: Traceback (most recent call last): Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: timer() Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: cb(*args, **kw) Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: return func(*args, **kwargs) Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: self._notify() Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: self.callback(batched_events) Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: event.method(event) Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: return f(self, *a, **k) Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: return self._get(url).json() Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: return self.request(url, 'GET', **kwargs) Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:59:22.960381 dv-cinder-667108-31-iscsi neutron-server[100040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:59:23.084180 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:23.088008 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b35c4b83-4359-40e7-bb2a-6b3d619f9bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:23.090981 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:23.094246 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bdace82e-d0e6-4cfc-b001-3cb6b296a4da HTTP/1.1" status: 204 len: 168 time: 0.6843672 Jun 16 18:59:23.107224 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdace82e-d0e6-4cfc-b001-3cb6b296a4da,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:23.107224 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-72d7bf6c-fe66-496b-9d02-d6a990adba18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:23.256428 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:59:23.276155 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:59:23.276518 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device bb4ca8ba-4b5a-42cf-99a7-69b1fa9889db not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:59:23.276930 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device dc6f49c4-9896-44e4-8caa-ec39938e432a no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:59:23.297625 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: dc6f49c4-9896-44e4-8caa-ec39938e432a {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:59:23.297988 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device dc6f49c4-9896-44e4-8caa-ec39938e432a not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:59:23.298412 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device cffafed4-0c35-4b41-8d5d-4084a37387fd no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:59:23.316676 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: cffafed4-0c35-4b41-8d5d-4084a37387fd {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:59:23.317033 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device cffafed4-0c35-4b41-8d5d-4084a37387fd not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:59:23.407209 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55530) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:23.444676 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-cd06629c-f306-46ad-a864-3404090a8d2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=804db3a89f1c4d96a7e618f32151b0a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0362630 Jun 16 18:59:23.447142 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55532) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:23.492867 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-12683ef6-efd4-4da8-988c-3336f2833c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:23.513529 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-12683ef6-efd4-4da8-988c-3336f2833c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:23.628781 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-12683ef6-efd4-4da8-988c-3336f2833c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:23.631372 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-12683ef6-efd4-4da8-988c-3336f2833c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:23.632558 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-12683ef6-efd4-4da8-988c-3336f2833c64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6491a4e9-706d-4f94-bcb4-a4a253661fa0 HTTP/1.1" status: 204 len: 168 time: 0.1846011 Jun 16 18:59:23.633359 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-80468b4a-c435-419c-9dd8-2b6872bd1ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:23.640931 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12683ef6-efd4-4da8-988c-3336f2833c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6491a4e9-706d-4f94-bcb4-a4a253661fa0,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:23.643402 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-12683ef6-efd4-4da8-988c-3336f2833c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:26.273864 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 55592) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:26.375665 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3c7b1c11-3dd3-40cd-b924-941b01844d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:26.458600 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3c7b1c11-3dd3-40cd-b924-941b01844d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:26.526884 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3c7b1c11-3dd3-40cd-b924-941b01844d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:26.530249 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-5683de1c-2122-45d4-b132-84b0b4d60c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:26.564807 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-3c7b1c11-3dd3-40cd-b924-941b01844d6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b70c899b2f84830bd090e5a98ae94bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898777 Jun 16 18:59:26.565839 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b1c11-3dd3-40cd-b924-941b01844d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a3311a-d7ff-47b6-9b3f-8d6741ebaa13,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:26.567488 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55596) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:26.569399 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3c7b1c11-3dd3-40cd-b924-941b01844d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:26.615795 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0e9636df-cdcb-4a60-a713-bedc6615b294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:26.635498 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0e9636df-cdcb-4a60-a713-bedc6615b294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:26.713006 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:26.752803 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0e9636df-cdcb-4a60-a713-bedc6615b294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:26.755497 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0e9636df-cdcb-4a60-a713-bedc6615b294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:26.759073 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-0e9636df-cdcb-4a60-a713-bedc6615b294 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13a3311a-d7ff-47b6-9b3f-8d6741ebaa13 HTTP/1.1" status: 204 len: 168 time: 0.1882856 Jun 16 18:59:26.759073 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-322307b0-0958-4126-9b05-3759b5f8ff92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:26.766172 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9636df-cdcb-4a60-a713-bedc6615b294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a3311a-d7ff-47b6-9b3f-8d6741ebaa13,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:26.768738 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0e9636df-cdcb-4a60-a713-bedc6615b294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:27.423817 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55602) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:27.437322 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-989cae8a-d441-4e4e-beb1-2e02650078c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:27.522865 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-989cae8a-d441-4e4e-beb1-2e02650078c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:27.604105 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-989cae8a-d441-4e4e-beb1-2e02650078c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:27.606509 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-445c7664-f5e3-4f03-95d6-311d4e1d9601 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:27.642269 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-989cae8a-d441-4e4e-beb1-2e02650078c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6fd6e8a0cdbd4277ba69c9c5523f1195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173326 Jun 16 18:59:27.643520 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cae8a-d441-4e4e-beb1-2e02650078c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59223395-0982-4285-b854-92a552ede1e5,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:27.644920 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 55604) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:27.646543 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-989cae8a-d441-4e4e-beb1-2e02650078c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:27.692475 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a11f25e3-fc29-4e96-af46-11ca1024f6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:27.712522 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a11f25e3-fc29-4e96-af46-11ca1024f6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:27.835020 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a11f25e3-fc29-4e96-af46-11ca1024f6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:27.837616 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a11f25e3-fc29-4e96-af46-11ca1024f6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:27.839264 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-a11f25e3-fc29-4e96-af46-11ca1024f6fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59223395-0982-4285-b854-92a552ede1e5 HTTP/1.1" status: 204 len: 168 time: 0.1927791 Jun 16 18:59:27.840032 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6285e7be-8a8b-4344-bc73-52ce2777fed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:27.847589 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f25e3-fc29-4e96-af46-11ca1024f6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59223395-0982-4285-b854-92a552ede1e5,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:27.849973 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-a11f25e3-fc29-4e96-af46-11ca1024f6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:29.272939 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 55634) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:29.595102 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-eb158dfc-b5ad-4d64-9a74-5f63dd6f4835 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Deleting port e75c93ea-798c-483d-93af-1505f882da6e {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:29.595441 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-eb158dfc-b5ad-4d64-9a74-5f63dd6f4835 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:29.668095 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-eb158dfc-b5ad-4d64-9a74-5f63dd6f4835 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:29.668418 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-eb158dfc-b5ad-4d64-9a74-5f63dd6f4835 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:29.732782 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-eb158dfc-b5ad-4d64-9a74-5f63dd6f4835 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Calling delete_port for e75c93ea-798c-483d-93af-1505f882da6e owned by network:floatingip {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:59:29.932168 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-eb158dfc-b5ad-4d64-9a74-5f63dd6f4835 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:29.934834 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-5300ea55-62fb-4c0c-a1b4-3abb798a9578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:29.959800 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb158dfc-b5ad-4d64-9a74-5f63dd6f4835 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event deleted for resources: {'Port': ['ID=e75c93ea-798c-483d-93af-1505f882da6e,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:29.963681 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-eb158dfc-b5ad-4d64-9a74-5f63dd6f4835 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:30.021637 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-eb158dfc-b5ad-4d64-9a74-5f63dd6f4835 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for floatingip, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:30.021878 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.l3_db [None req-eb158dfc-b5ad-4d64-9a74-5f63dd6f4835 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Floating IP 5611e013-f4cc-4f84-9cd2-193a09a53243 disassociated (deleted). External IP: 172.27.3.249, port: 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49. Jun 16 18:59:30.218698 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb158dfc-b5ad-4d64-9a74-5f63dd6f4835 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:59:30.332148 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb158dfc-b5ad-4d64-9a74-5f63dd6f4835 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:59:30.337023 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-eb158dfc-b5ad-4d64-9a74-5f63dd6f4835 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:30.341298 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b173683-33f8-49f2-9c88-8907a0a94fa6 None None] Sync routers for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:59:30.354757 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b173683-33f8-49f2-9c88-8907a0a94fa6 None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:59:30.355415 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-8b173683-33f8-49f2-9c88-8907a0a94fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:59:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:30.380240 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-eb158dfc-b5ad-4d64-9a74-5f63dd6f4835 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "DELETE /v2.0/floatingips/5611e013-f4cc-4f84-9cd2-193a09a53243 HTTP/1.1" status: 204 len: 168 time: 1.1030779 Jun 16 18:59:30.380240 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c632e3e9-ea5b-4f24-838e-91b21535e36f', 'tag': '1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:59:30.380455 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95b6f70-1d22-4bb9-8571-bc776c20671b" -d '{"events": [{"name": "network-changed", "server_uuid": "c632e3e9-ea5b-4f24-838e-91b21535e36f", "tag": "1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:59:30.461970 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-8b173683-33f8-49f2-9c88-8907a0a94fa6 None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:59:30.547556 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05bb9e5-9ec1-4b7a-82e3-be77ea9e51ca x-openstack-request-id: req-b05bb9e5-9ec1-4b7a-82e3-be77ea9e51ca {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:59:30.547943 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c632e3e9-ea5b-4f24-838e-91b21535e36f", "tag": "1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:59:30.548238 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b05bb9e5-9ec1-4b7a-82e3-be77ea9e51ca {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:59:30.548740 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c632e3e9-ea5b-4f24-838e-91b21535e36f', 'tag': '1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49', 'status': 'completed', 'code': 200} Jun 16 18:59:30.627494 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b6f70-1d22-4bb9-8571-bc776c20671b req-9eb4a4dd-8425-478e-8e7b-60f211e73192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:30.628967 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e95b6f70-1d22-4bb9-8571-bc776c20671b req-9eb4a4dd-8425-478e-8e7b-60f211e73192 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 1098 time: 0.0559425 Jun 16 18:59:30.720150 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b6f70-1d22-4bb9-8571-bc776c20671b req-70a7cbd4-6dea-455a-81ad-fbdcb83e9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:30.721908 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e95b6f70-1d22-4bb9-8571-bc776c20671b req-70a7cbd4-6dea-455a-81ad-fbdcb83e9e8a service neutron] 10.222.0.70 "GET /v2.0/networks?id=eb9a49dd-9ddc-41da-a244-4443a4784c2b HTTP/1.1" status: 200 len: 913 time: 0.0862887 Jun 16 18:59:30.769603 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e95b6f70-1d22-4bb9-8571-bc776c20671b req-b43e4b52-5e09-4eb4-919c-af04316ccf97 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 HTTP/1.1" status: 200 len: 217 time: 0.0388174 Jun 16 18:59:30.779981 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-8b173683-33f8-49f2-9c88-8907a0a94fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': 'f8c4c373-1628-4f62-b403-35770574cc86', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'port_id': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'mac_address': 'fa:16:3e:12:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:54:25Z', 'updated_at': '2021-06-16T18:54:27Z', 'revision_number': 1, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:30.784045 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b173683-33f8-49f2-9c88-8907a0a94fa6 None None] Checking router: da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:59:30.793698 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b173683-33f8-49f2-9c88-8907a0a94fa6 None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:59:30.794298 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-8b173683-33f8-49f2-9c88-8907a0a94fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:59:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:30.823422 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b6f70-1d22-4bb9-8571-bc776c20671b req-462b1110-79b3-4b1f-bda2-eeb5861fff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:30.824876 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e95b6f70-1d22-4bb9-8571-bc776c20671b req-462b1110-79b3-4b1f-bda2-eeb5861fff43 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e42814e8-4209-4dfd-b8c6-aefa516869c5 HTTP/1.1" status: 200 len: 851 time: 0.0489557 Jun 16 18:59:30.884992 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b6f70-1d22-4bb9-8571-bc776c20671b req-c6a63e86-1044-4c31-91bb-f0cc2ec69a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:30.886581 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e95b6f70-1d22-4bb9-8571-bc776c20671b req-c6a63e86-1044-4c31-91bb-f0cc2ec69a8d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eb9a49dd-9ddc-41da-a244-4443a4784c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0546334 Jun 16 18:59:30.906462 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-8b173683-33f8-49f2-9c88-8907a0a94fa6 None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:59:30.984824 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e95b6f70-1d22-4bb9-8571-bc776c20671b req-aff05f5d-4d8b-49e6-bb88-b2022a14ed2e service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898323 Jun 16 18:59:30.989025 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6186b-e8a4-4b9e-88f9-c925468d0c49 req-d97561c9-137f-4f2a-8835-3e76dbad9b75 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:30.990494 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-79e6186b-e8a4-4b9e-88f9-c925468d0c49 req-d97561c9-137f-4f2a-8835-3e76dbad9b75 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 945 time: 0.0696797 Jun 16 18:59:31.030898 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-79e6186b-e8a4-4b9e-88f9-c925468d0c49 req-71cce1d5-cca2-4932-8e57-aa7982af004f tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344331 Jun 16 18:59:31.077355 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e95b6f70-1d22-4bb9-8571-bc776c20671b req-e47272e7-9c79-4c08-aa02-9d1237378494 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854428 Jun 16 18:59:31.132177 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-8b173683-33f8-49f2-9c88-8907a0a94fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': 'f8c4c373-1628-4f62-b403-35770574cc86', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'port_id': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'mac_address': 'fa:16:3e:12:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:54:25Z', 'updated_at': '2021-06-16T18:54:27Z', 'revision_number': 1, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:31.136074 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b173683-33f8-49f2-9c88-8907a0a94fa6 None None] The sync data for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi is: [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': 'f8c4c373-1628-4f62-b403-35770574cc86', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'port_id': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'mac_address': 'fa:16:3e:12:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:54:25Z', 'updated_at': '2021-06-16T18:54:27Z', 'revision_number': 1, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:59:31.344992 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664d4417-6c89-4284-ac71-7337bbed4ad2 None None] New status for floating IP 5611e013-f4cc-4f84-9cd2-193a09a53243: DOWN {{(pid=100041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:59:32.204090 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231058d-3ccf-40d0-b8cc-b7523b07e391 req-376c059a-988b-4fd7-95fc-36306a5b8111 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:32.205453 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a231058d-3ccf-40d0-b8cc-b7523b07e391 req-376c059a-988b-4fd7-95fc-36306a5b8111 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 945 time: 0.0629287 Jun 16 18:59:32.241112 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a231058d-3ccf-40d0-b8cc-b7523b07e391 req-f0f07956-52a9-475c-a7fc-e6467a0d1c8c tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302010 Jun 16 18:59:32.695298 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b652c-5983-4bbe-b9af-86d78cac9581 req-deaf5aab-d303-4f98-8319-48e837ff9b89 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:32.696752 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6d0b652c-5983-4bbe-b9af-86d78cac9581 req-deaf5aab-d303-4f98-8319-48e837ff9b89 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.70 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 945 time: 0.0618327 Jun 16 18:59:32.808107 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-6d0b652c-5983-4bbe-b9af-86d78cac9581 req-f747839d-32d0-47bf-bb72-639b039a5f28 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Deleting port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:32.808594 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6d0b652c-5983-4bbe-b9af-86d78cac9581 req-f747839d-32d0-47bf-bb72-639b039a5f28 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:32.901519 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-6d0b652c-5983-4bbe-b9af-86d78cac9581 req-f747839d-32d0-47bf-bb72-639b039a5f28 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] For port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:59:32.901900 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6d0b652c-5983-4bbe-b9af-86d78cac9581 req-f747839d-32d0-47bf-bb72-639b039a5f28 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:32.968989 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-6d0b652c-5983-4bbe-b9af-86d78cac9581 req-f747839d-32d0-47bf-bb72-639b039a5f28 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Calling delete_port for 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 owned by compute:nova {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:59:33.183356 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6d0b652c-5983-4bbe-b9af-86d78cac9581 req-f747839d-32d0-47bf-bb72-639b039a5f28 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:33.187333 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-65472319-e1ca-492a-8170-57778ab2c500 tempest-ServerRescueNegativeTestJSON-435511034 tempest-ServerRescueNegativeTestJSON-435511034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:33.211673 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747839d-32d0-47bf-bb72-639b039a5f28 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event deleted for resources: {'Port': ['ID=1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:33.215255 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-f747839d-32d0-47bf-bb72-639b039a5f28 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:33.256339 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0b652c-5983-4bbe-b9af-86d78cac9581 req-f747839d-32d0-47bf-bb72-639b039a5f28 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] No DVR routers for this DVR port 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 on host hv-cinder-66710 {{(pid=100040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:59:33.258798 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-6d0b652c-5983-4bbe-b9af-86d78cac9581 req-f747839d-32d0-47bf-bb72-639b039a5f28 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:33.260721 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-6d0b652c-5983-4bbe-b9af-86d78cac9581 req-f747839d-32d0-47bf-bb72-639b039a5f28 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.70 "DELETE /v2.0/ports/1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 HTTP/1.1" status: 204 len: 173 time: 0.5587032 Jun 16 18:59:33.261777 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c632e3e9-ea5b-4f24-838e-91b21535e36f', 'name': 'network-vif-deleted', 'tag': '1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:59:33.264066 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c816f1-0fc8-4927-99dd-248011ef5ac0" -d '{"events": [{"server_uuid": "c632e3e9-ea5b-4f24-838e-91b21535e36f", "name": "network-vif-deleted", "tag": "1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:59:33.300721 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd00dc03-3378-4e74-81c6-284c3bcf6f9d x-openstack-request-id: req-dd00dc03-3378-4e74-81c6-284c3bcf6f9d {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:59:33.301076 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c632e3e9-ea5b-4f24-838e-91b21535e36f", "name": "network-vif-deleted", "tag": "1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:59:33.301365 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd00dc03-3378-4e74-81c6-284c3bcf6f9d {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:59:33.301883 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c632e3e9-ea5b-4f24-838e-91b21535e36f', 'name': 'network-vif-deleted', 'tag': '1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49', 'status': 'completed', 'code': 200} Jun 16 18:59:33.390007 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e8e34a5f-1cc1-4322-944f-11eb68e96437 req-8cb20d90-09aa-4664-9d41-b4f5371fe2fd tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 210 time: 0.0334079 Jun 16 18:59:34.283032 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 55684) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:34.385749 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f59ce3bb-7a88-4226-bfbf-3b5d23106745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:34.480969 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f59ce3bb-7a88-4226-bfbf-3b5d23106745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:34.549900 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2a428e0b-c2ab-478e-a2bd-3350824d0733 req-646eed7b-6a84-4ad8-8ea8-89e81dbb8837 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=c632e3e9-ea5b-4f24-838e-91b21535e36f HTTP/1.1" status: 200 len: 210 time: 0.0284846 Jun 16 18:59:34.566218 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f59ce3bb-7a88-4226-bfbf-3b5d23106745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:34.568725 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-7f05bf2f-8c87-4bc1-9444-64a557666cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:34.605550 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-f59ce3bb-7a88-4226-bfbf-3b5d23106745 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8adae29c3f8a49b9a25cd0b3ae0845e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208046 Jun 16 18:59:34.606410 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ce3bb-7a88-4226-bfbf-3b5d23106745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c192272f-7fff-485f-95b5-7b4212c825f1,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:34.608324 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55690) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:34.609762 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-f59ce3bb-7a88-4226-bfbf-3b5d23106745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:34.662963 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-990ea151-ec0a-429e-8fb0-a66dc4a24fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:34.683734 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-990ea151-ec0a-429e-8fb0-a66dc4a24fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:34.794661 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-990ea151-ec0a-429e-8fb0-a66dc4a24fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:34.797270 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-990ea151-ec0a-429e-8fb0-a66dc4a24fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:34.798398 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-990ea151-ec0a-429e-8fb0-a66dc4a24fb5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c192272f-7fff-485f-95b5-7b4212c825f1 HTTP/1.1" status: 204 len: 168 time: 0.1889472 Jun 16 18:59:34.799207 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-12683ef6-efd4-4da8-988c-3336f2833c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:34.806918 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ea151-ec0a-429e-8fb0-a66dc4a24fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c192272f-7fff-485f-95b5-7b4212c825f1,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:34.809302 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-990ea151-ec0a-429e-8fb0-a66dc4a24fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:35.446382 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 55696) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:35.460386 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-104a522d-5ce7-4fbe-8ce2-cc61a65bd2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:35.546718 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-104a522d-5ce7-4fbe-8ce2-cc61a65bd2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:35.606202 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-104a522d-5ce7-4fbe-8ce2-cc61a65bd2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:35.609660 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e4c2221c-372e-41fa-9119-e345452c0c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:35.648896 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-104a522d-5ce7-4fbe-8ce2-cc61a65bd2f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd70c748bbd044e08389c44912910b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013044 Jun 16 18:59:35.651030 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a522d-5ce7-4fbe-8ce2-cc61a65bd2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1b3ca0-7d2d-4a8a-bc17-1cb0b46d4ec6,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:35.651883 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55702) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:35.654334 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-104a522d-5ce7-4fbe-8ce2-cc61a65bd2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:35.689124 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:59:35.702788 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-09695122-3db0-4950-950c-3f28b017129d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:35.708484 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:59:35.708836 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 1e0ff73b-3c7b-498b-b81e-9f54c6fb5e49 not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:59:35.724149 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-09695122-3db0-4950-950c-3f28b017129d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:35.899583 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-09695122-3db0-4950-950c-3f28b017129d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:35.903487 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-09695122-3db0-4950-950c-3f28b017129d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:35.904469 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-09695122-3db0-4950-950c-3f28b017129d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef1b3ca0-7d2d-4a8a-bc17-1cb0b46d4ec6 HTTP/1.1" status: 204 len: 168 time: 0.2513621 Jun 16 18:59:35.905377 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2d383aa7-d980-4b6d-b65a-e71eab9443ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:35.913133 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09695122-3db0-4950-950c-3f28b017129d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1b3ca0-7d2d-4a8a-bc17-1cb0b46d4ec6,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:35.915575 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-09695122-3db0-4950-950c-3f28b017129d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:38.069340 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55742) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:38.218074 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-e60b6121-bb70-4782-9fe3-ee51c853c388 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Deleting port 0e36d751-0c03-46f2-bc64-b0bcc44951db {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:38.218413 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e60b6121-bb70-4782-9fe3-ee51c853c388 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:38.291975 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e60b6121-bb70-4782-9fe3-ee51c853c388 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:38.292293 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e60b6121-bb70-4782-9fe3-ee51c853c388 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:38.354658 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-e60b6121-bb70-4782-9fe3-ee51c853c388 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Calling delete_port for 0e36d751-0c03-46f2-bc64-b0bcc44951db owned by network:floatingip {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:59:38.634566 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e60b6121-bb70-4782-9fe3-ee51c853c388 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:38.637871 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-10afc466-ffe0-4da6-b38f-239c977f153e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:38.660730 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b6121-bb70-4782-9fe3-ee51c853c388 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event deleted for resources: {'Port': ['ID=0e36d751-0c03-46f2-bc64-b0bcc44951db,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:38.663927 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e60b6121-bb70-4782-9fe3-ee51c853c388 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:38.720438 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e60b6121-bb70-4782-9fe3-ee51c853c388 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for floatingip, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:38.720766 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.l3_db [None req-e60b6121-bb70-4782-9fe3-ee51c853c388 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Floating IP f8c4c373-1628-4f62-b403-35770574cc86 disassociated (deleted). External IP: 172.27.3.112, port: fef84997-ea89-4f62-8ae1-e64b72479af7. Jun 16 18:59:38.922930 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60b6121-bb70-4782-9fe3-ee51c853c388 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:59:39.027839 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60b6121-bb70-4782-9fe3-ee51c853c388 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:59:39.032560 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e60b6121-bb70-4782-9fe3-ee51c853c388 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:39.037722 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef51d9-be12-424f-8245-232ddf0f501d None None] Sync routers for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:59:39.047150 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef51d9-be12-424f-8245-232ddf0f501d None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:59:39.047805 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-b2ef51d9-be12-424f-8245-232ddf0f501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:59:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:39.068135 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-e60b6121-bb70-4782-9fe3-ee51c853c388 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "DELETE /v2.0/floatingips/f8c4c373-1628-4f62-b403-35770574cc86 HTTP/1.1" status: 204 len: 168 time: 0.9977117 Jun 16 18:59:39.069143 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'tag': 'fef84997-ea89-4f62-8ae1-e64b72479af7'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:59:39.071715 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9cae65-b151-4efb-aec5-4b7e38ec6927" -d '{"events": [{"name": "network-changed", "server_uuid": "b260423e-6afd-4c83-91a1-4368cab7b280", "tag": "fef84997-ea89-4f62-8ae1-e64b72479af7"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:59:39.115635 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fadcf0-c11f-4136-9e3f-ea884a2925e7 x-openstack-request-id: req-d3fadcf0-c11f-4136-9e3f-ea884a2925e7 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:59:39.119104 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b260423e-6afd-4c83-91a1-4368cab7b280", "tag": "fef84997-ea89-4f62-8ae1-e64b72479af7", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:59:39.119104 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3fadcf0-c11f-4136-9e3f-ea884a2925e7 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:59:39.119104 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'tag': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'status': 'completed', 'code': 200} Jun 16 18:59:39.153391 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-b2ef51d9-be12-424f-8245-232ddf0f501d None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:59:39.198402 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cae65-b151-4efb-aec5-4b7e38ec6927 req-39e88a64-afd3-4bec-8e7b-4383c4bdd079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:39.201139 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-1f9cae65-b151-4efb-aec5-4b7e38ec6927 req-39e88a64-afd3-4bec-8e7b-4383c4bdd079 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 1099 time: 0.0600700 Jun 16 18:59:39.300572 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cae65-b151-4efb-aec5-4b7e38ec6927 req-0dd8bddd-b652-4559-9c09-e51721f05d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:39.302038 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-1f9cae65-b151-4efb-aec5-4b7e38ec6927 req-0dd8bddd-b652-4559-9c09-e51721f05d15 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eb9a49dd-9ddc-41da-a244-4443a4784c2b HTTP/1.1" status: 200 len: 913 time: 0.0936952 Jun 16 18:59:39.343400 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-1f9cae65-b151-4efb-aec5-4b7e38ec6927 req-679f0eea-8c4e-4319-889d-bd4b2243fd3c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fef84997-ea89-4f62-8ae1-e64b72479af7 HTTP/1.1" status: 200 len: 217 time: 0.0346222 Jun 16 18:59:39.372477 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-b2ef51d9-be12-424f-8245-232ddf0f501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:39.376011 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef51d9-be12-424f-8245-232ddf0f501d None None] Checking router: da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:59:39.384494 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef51d9-be12-424f-8245-232ddf0f501d None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:59:39.385111 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-b2ef51d9-be12-424f-8245-232ddf0f501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:59:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:39.398969 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cae65-b151-4efb-aec5-4b7e38ec6927 req-6b137231-f311-4ce1-b2b5-4d44e88c1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:39.400446 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-1f9cae65-b151-4efb-aec5-4b7e38ec6927 req-6b137231-f311-4ce1-b2b5-4d44e88c1865 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e42814e8-4209-4dfd-b8c6-aefa516869c5 HTTP/1.1" status: 200 len: 851 time: 0.0500865 Jun 16 18:59:39.459053 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cae65-b151-4efb-aec5-4b7e38ec6927 req-f9c8da2f-89eb-4823-a3c1-b3cd5088d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:39.460451 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-1f9cae65-b151-4efb-aec5-4b7e38ec6927 req-f9c8da2f-89eb-4823-a3c1-b3cd5088d28d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eb9a49dd-9ddc-41da-a244-4443a4784c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526042 Jun 16 18:59:39.488791 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-b2ef51d9-be12-424f-8245-232ddf0f501d None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:59:39.551050 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-1f9cae65-b151-4efb-aec5-4b7e38ec6927 req-feec3a1e-a327-4dc1-a584-15c9f4b7b428 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831683 Jun 16 18:59:39.646431 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-1f9cae65-b151-4efb-aec5-4b7e38ec6927 req-58e27fce-bf14-427a-8c58-dd39e82480b2 service neutron] 10.222.0.70 "GET /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881126 Jun 16 18:59:39.690844 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-b2ef51d9-be12-424f-8245-232ddf0f501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:39.694489 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef51d9-be12-424f-8245-232ddf0f501d None None] The sync data for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi is: [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:43Z', 'revision_number': 4, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd6251616-9e20-46df-8660-871dd03f556b', 'name': '', 'network_id': 'eb9a49dd-9ddc-41da-a244-4443a4784c2b', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'mac_address': 'fa:16:3e:a3:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:43Z', 'updated_at': '2021-06-16T18:48:51Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'subnets': [{'id': 'e42814e8-4209-4dfd-b8c6-aefa516869c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:59:39.749955 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97fd76-4818-4ed8-9a99-2796f8746983 req-2bf252fc-b8fb-4a20-baed-26a119e7714a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:39.751501 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4b97fd76-4818-4ed8-9a99-2796f8746983 req-2bf252fc-b8fb-4a20-baed-26a119e7714a tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 946 time: 0.0651042 Jun 16 18:59:39.791017 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4b97fd76-4818-4ed8-9a99-2796f8746983 req-26396bb8-6d58-47ae-86c1-3b39244fa3db tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334337 Jun 16 18:59:39.903775 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e61a4c-7e3a-4a4b-b6fd-6fe14672dbff None None] New status for floating IP f8c4c373-1628-4f62-b403-35770574cc86: DOWN {{(pid=100041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:59:40.964934 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e16e9-4cbd-488d-a135-516a29135c00 req-62803494-228b-4357-b94b-66ee18155c0b tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:40.966384 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-971e16e9-4cbd-488d-a135-516a29135c00 req-62803494-228b-4357-b94b-66ee18155c0b tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 946 time: 0.0652616 Jun 16 18:59:41.004059 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-971e16e9-4cbd-488d-a135-516a29135c00 req-49554865-47b8-4eea-a519-04fb81f0502f tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320404 Jun 16 18:59:42.174663 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf867f2-9077-4e78-9822-1bba7ac5e84a req-c008da24-63b9-4431-9728-6b4a1fc25301 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:42.176180 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-faf867f2-9077-4e78-9822-1bba7ac5e84a req-c008da24-63b9-4431-9728-6b4a1fc25301 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 946 time: 0.0660276 Jun 16 18:59:42.213162 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-faf867f2-9077-4e78-9822-1bba7ac5e84a req-4552678b-b807-4454-9fa2-8b590978b707 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313630 Jun 16 18:59:43.380277 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d443c2-d392-490b-be6e-392dde994e12 req-8993fab1-c38e-42bb-b513-14bdc2e5c198 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:43.381773 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d1d443c2-d392-490b-be6e-392dde994e12 req-8993fab1-c38e-42bb-b513-14bdc2e5c198 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 946 time: 0.0622811 Jun 16 18:59:43.420418 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d1d443c2-d392-490b-be6e-392dde994e12 req-3ef24c30-31be-481b-ae15-cc46d9625043 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328889 Jun 16 18:59:44.290126 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb0fe9-38ab-46ba-954e-2ec28d24bec3 req-05c7788a-b553-4600-8242-eccbee855a53 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:44.291569 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e6eb0fe9-38ab-46ba-954e-2ec28d24bec3 req-05c7788a-b553-4600-8242-eccbee855a53 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.70 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 946 time: 0.0620441 Jun 16 18:59:44.390724 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-e6eb0fe9-38ab-46ba-954e-2ec28d24bec3 req-43a98370-7156-4df6-99af-0a388ee179e7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Deleting port fef84997-ea89-4f62-8ae1-e64b72479af7 {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:44.391113 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-e6eb0fe9-38ab-46ba-954e-2ec28d24bec3 req-43a98370-7156-4df6-99af-0a388ee179e7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:44.608771 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a096678-1947-4488-b5ca-d3eca5bbbeb2 req-c53421d1-4371-40ea-980d-7829c68b68d6 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:44.610333 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4a096678-1947-4488-b5ca-d3eca5bbbeb2 req-c53421d1-4371-40ea-980d-7829c68b68d6 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 946 time: 0.0708034 Jun 16 18:59:44.650972 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4a096678-1947-4488-b5ca-d3eca5bbbeb2 req-a23c64e2-b7a3-4c2e-a107-4d3fe9d485c4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/security-groups?id=63ab1155-1d67-421b-9328-5f569f6d194f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342717 Jun 16 18:59:44.745879 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [req-e6eb0fe9-38ab-46ba-954e-2ec28d24bec3 req-43a98370-7156-4df6-99af-0a388ee179e7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] For port fef84997-ea89-4f62-8ae1-e64b72479af7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fef84997-ea89-4f62-8ae1-e64b72479af7,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:59:44.746227 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-e6eb0fe9-38ab-46ba-954e-2ec28d24bec3 req-43a98370-7156-4df6-99af-0a388ee179e7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:44.815538 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [req-e6eb0fe9-38ab-46ba-954e-2ec28d24bec3 req-43a98370-7156-4df6-99af-0a388ee179e7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Calling delete_port for fef84997-ea89-4f62-8ae1-e64b72479af7 owned by compute:nova {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:59:44.884272 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-165a7637-843a-450c-a5f8-027fe95bcd81 req-c9d4a125-6b31-43e9-a7f4-444a50eb578d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502107 Jun 16 18:59:44.959402 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a7637-843a-450c-a5f8-027fe95bcd81 req-15272b92-354f-40db-8577-5956bd5e3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:44.960941 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-165a7637-843a-450c-a5f8-027fe95bcd81 req-15272b92-354f-40db-8577-5956bd5e3c4a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 1100 time: 0.0544224 Jun 16 18:59:45.003966 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-e6eb0fe9-38ab-46ba-954e-2ec28d24bec3 req-43a98370-7156-4df6-99af-0a388ee179e7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:45.008768 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-21a5a613-4996-4be7-9640-4e614523fdf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:45.034029 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a98370-7156-4df6-99af-0a388ee179e7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event deleted for resources: {'Port': ['ID=fef84997-ea89-4f62-8ae1-e64b72479af7,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:45.036546 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-43a98370-7156-4df6-99af-0a388ee179e7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:45.072300 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a7637-843a-450c-a5f8-027fe95bcd81 req-e189c26b-8e37-4daa-95df-c9ecb534ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:45.073760 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-165a7637-843a-450c-a5f8-027fe95bcd81 req-e189c26b-8e37-4daa-95df-c9ecb534ebd7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5067c8ca-8862-4936-b72e-9c44c8a52801 HTTP/1.1" status: 200 len: 917 time: 0.0920916 Jun 16 18:59:45.079780 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6eb0fe9-38ab-46ba-954e-2ec28d24bec3 req-43a98370-7156-4df6-99af-0a388ee179e7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] No DVR routers for this DVR port fef84997-ea89-4f62-8ae1-e64b72479af7 on host hv-cinder-66710 {{(pid=100040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:59:45.082226 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [req-e6eb0fe9-38ab-46ba-954e-2ec28d24bec3 req-43a98370-7156-4df6-99af-0a388ee179e7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:45.084350 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-e6eb0fe9-38ab-46ba-954e-2ec28d24bec3 req-43a98370-7156-4df6-99af-0a388ee179e7 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.70 "DELETE /v2.0/ports/fef84997-ea89-4f62-8ae1-e64b72479af7 HTTP/1.1" status: 204 len: 173 time: 0.7861881 Jun 16 18:59:45.084926 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'name': 'network-vif-deleted', 'tag': 'fef84997-ea89-4f62-8ae1-e64b72479af7'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:59:45.087751 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbe740a-456a-46dd-a1ff-0f85755ebd04" -d '{"events": [{"server_uuid": "b260423e-6afd-4c83-91a1-4368cab7b280", "name": "network-vif-deleted", "tag": "fef84997-ea89-4f62-8ae1-e64b72479af7"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:59:45.126511 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a79563-3192-42f7-83ec-ff1bc222bb35 x-openstack-request-id: req-54a79563-3192-42f7-83ec-ff1bc222bb35 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:59:45.126723 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b260423e-6afd-4c83-91a1-4368cab7b280", "name": "network-vif-deleted", "tag": "fef84997-ea89-4f62-8ae1-e64b72479af7", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:59:45.127059 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54a79563-3192-42f7-83ec-ff1bc222bb35 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:59:45.127500 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b260423e-6afd-4c83-91a1-4368cab7b280', 'name': 'network-vif-deleted', 'tag': 'fef84997-ea89-4f62-8ae1-e64b72479af7', 'status': 'completed', 'code': 200} Jun 16 18:59:45.139983 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-165a7637-843a-450c-a5f8-027fe95bcd81 req-cf732cff-af18-46ea-8870-90feded197f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b HTTP/1.1" status: 200 len: 1002 time: 0.0585732 Jun 16 18:59:45.194415 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a7637-843a-450c-a5f8-027fe95bcd81 req-fc5d9032-9cb0-499a-a2f5-8029a4b78dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:45.195970 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-165a7637-843a-450c-a5f8-027fe95bcd81 req-fc5d9032-9cb0-499a-a2f5-8029a4b78dcb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f5204a4-d003-494a-9248-fcb9bc5356cc HTTP/1.1" status: 200 len: 855 time: 0.0437026 Jun 16 18:59:45.257960 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a7637-843a-450c-a5f8-027fe95bcd81 req-a354d1a6-5e7f-4960-b82c-2af678454947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:59:45.259458 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-165a7637-843a-450c-a5f8-027fe95bcd81 req-a354d1a6-5e7f-4960-b82c-2af678454947 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5067c8ca-8862-4936-b72e-9c44c8a52801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0566373 Jun 16 18:59:45.546770 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-67c441a8-f733-4ae4-9340-9742da7f7595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:45.787570 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-26dd0cea-79b7-4272-a53e-531ac77948ae req-527025a4-7636-4296-aad5-eda989a7f25c tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 210 time: 0.0282054 Jun 16 18:59:46.927375 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-931cdaa3-6f45-4a7c-ac3c-6fe586c00a14 req-4984076a-b7f4-4f5a-9ab9-880be733baa5 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 210 time: 0.0277302 Jun 16 18:59:47.734759 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device fef84997-ea89-4f62-8ae1-e64b72479af7 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:59:47.768628 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: fef84997-ea89-4f62-8ae1-e64b72479af7 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:59:47.768628 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device fef84997-ea89-4f62-8ae1-e64b72479af7 not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:59:47.815925 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-165a7637-843a-450c-a5f8-027fe95bcd81 req-4cd25309-77ab-4e6d-83c8-94dca07856b1 service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857539 Jun 16 18:59:48.032639 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-5137ddc6-f8bb-4d45-b10b-c418de75d946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:48.065543 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-61c5f1f2-87c8-45f9-9fec-1ff9ed007e56 req-626dc395-2c40-47f8-9772-dbbba8ae3c45 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 210 time: 0.0279026 Jun 16 18:59:48.371214 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:49.098948 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-165a7637-843a-450c-a5f8-027fe95bcd81 req-564cb744-16a8-4991-818b-bed3b1c6195a service neutron] 10.222.0.70 "GET /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805485 Jun 16 18:59:49.208039 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f45c341b-be0b-4ed5-9b9b-f8696f17e38c req-576c304d-bcc7-4c30-bc18-1f28f1738fab tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 210 time: 0.0318851 Jun 16 18:59:49.212200 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:50.355705 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-16486967-e6a2-4a77-8328-41b6be9592b3 req-5927f58e-da10-49bc-891b-bbb9d97c2f91 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "GET /v2.0/ports?device_id=b260423e-6afd-4c83-91a1-4368cab7b280 HTTP/1.1" status: 200 len: 210 time: 0.0275352 Jun 16 18:59:50.971226 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:51.446384 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55814) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:51.565153 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-d1085550-0f33-4da5-8c9b-1ff7341562cf tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Deleting port 87e6def1-784e-4d4d-a8e3-afbf6fcb936c {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:51.565487 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d1085550-0f33-4da5-8c9b-1ff7341562cf tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:51.640607 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d1085550-0f33-4da5-8c9b-1ff7341562cf tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:51.640929 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d1085550-0f33-4da5-8c9b-1ff7341562cf tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:51.701377 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-d1085550-0f33-4da5-8c9b-1ff7341562cf tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Calling delete_port for 87e6def1-784e-4d4d-a8e3-afbf6fcb936c owned by network:floatingip {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:59:51.897300 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d1085550-0f33-4da5-8c9b-1ff7341562cf tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:51.900595 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-40db4e22-3dfd-4d4f-a4cd-06451c6ef3a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:51.928916 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1085550-0f33-4da5-8c9b-1ff7341562cf tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event deleted for resources: {'Port': ['ID=87e6def1-784e-4d4d-a8e3-afbf6fcb936c,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:51.931107 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-d1085550-0f33-4da5-8c9b-1ff7341562cf tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:51.986820 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d1085550-0f33-4da5-8c9b-1ff7341562cf tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for floatingip, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:51.989428 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-d1085550-0f33-4da5-8c9b-1ff7341562cf tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:51.990553 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-d1085550-0f33-4da5-8c9b-1ff7341562cf tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "DELETE /v2.0/floatingips/8635611c-1315-4e66-9385-9235f9dd2824 HTTP/1.1" status: 204 len: 168 time: 0.5431643 Jun 16 18:59:53.425814 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55830) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:53.483647 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-abb8628a-fbff-48c2-9ba9-01816275249e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:53.509447 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-abb8628a-fbff-48c2-9ba9-01816275249e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:53.674278 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-abb8628a-fbff-48c2-9ba9-01816275249e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:53.676941 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-abb8628a-fbff-48c2-9ba9-01816275249e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:53.678086 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-abb8628a-fbff-48c2-9ba9-01816275249e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] 10.222.0.41 "DELETE /v2.0/security-groups/63ab1155-1d67-421b-9328-5f569f6d194f HTTP/1.1" status: 204 len: 168 time: 0.2512875 Jun 16 18:59:53.678866 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-4d6f2686-1046-412d-91b3-79ae0c9fa305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:53.687969 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8628a-fbff-48c2-9ba9-01816275249e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ab1155-1d67-421b-9328-5f569f6d194f,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:53.690177 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-abb8628a-fbff-48c2-9ba9-01816275249e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:53.874889 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55840) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:54.359374 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e97d8c35-0365-4b4e-bbd7-0b7e973a0897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375754'] for router_interface, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:54.595827 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-e97d8c35-0365-4b4e-bbd7-0b7e973a0897 admin admin] Deleting port d6251616-9e20-46df-8660-871dd03f556b {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:54.596567 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e97d8c35-0365-4b4e-bbd7-0b7e973a0897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:54.668515 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [None req-e97d8c35-0365-4b4e-bbd7-0b7e973a0897 admin admin] For port d6251616-9e20-46df-8660-871dd03f556b, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=d6251616-9e20-46df-8660-871dd03f556b,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:59:54.668768 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e97d8c35-0365-4b4e-bbd7-0b7e973a0897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:54.731015 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-e97d8c35-0365-4b4e-bbd7-0b7e973a0897 admin admin] Calling delete_port for d6251616-9e20-46df-8660-871dd03f556b owned by network:router_interface {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:59:54.954270 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e97d8c35-0365-4b4e-bbd7-0b7e973a0897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:54.956524 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-a52b97b8-f8ce-4e18-bb3f-79914df16ea8 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:54.978142 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d8c35-0365-4b4e-bbd7-0b7e973a0897 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6251616-9e20-46df-8660-871dd03f556b,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:54.981560 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e97d8c35-0365-4b4e-bbd7-0b7e973a0897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:55.146711 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e97d8c35-0365-4b4e-bbd7-0b7e973a0897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375646'] for router_interface, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:55.356257 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97d8c35-0365-4b4e-bbd7-0b7e973a0897 admin admin] Router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:59:55.460150 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97d8c35-0365-4b4e-bbd7-0b7e973a0897 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:59:55.466778 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-e97d8c35-0365-4b4e-bbd7-0b7e973a0897 admin admin] 10.222.0.41 "PUT /v2.0/routers/da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5906105 Jun 16 18:59:55.467675 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 55852) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:55.468872 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b3a93-64d2-43d2-82c9-a3ce32d2bb1d None None] Sync routers for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:59:55.479106 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b3a93-64d2-43d2-82c9-a3ce32d2bb1d None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:59:55.482410 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-230b3a93-64d2-43d2-82c9-a3ce32d2bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:59:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:55.575378 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] Notify callbacks [] for router, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:55.596812 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-230b3a93-64d2-43d2-82c9-a3ce32d2bb1d None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:59:55.676526 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:55.772690 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-230b3a93-64d2-43d2-82c9-a3ce32d2bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:59:54Z', 'revision_number': 5, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port': {'id': '151b2053-883a-4883-9ef8-86d2176fff2d', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:55.776021 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b3a93-64d2-43d2-82c9-a3ce32d2bb1d None None] Checking router: da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:59:55.784751 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b3a93-64d2-43d2-82c9-a3ce32d2bb1d None None] Routers {'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:59:55.785358 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-230b3a93-64d2-43d2-82c9-a3ce32d2bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:59:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:55.791745 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] Deleting port 151b2053-883a-4883-9ef8-86d2176fff2d {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:55.792105 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:55.871435 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] For port 151b2053-883a-4883-9ef8-86d2176fff2d, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=151b2053-883a-4883-9ef8-86d2176fff2d,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:59:55.871781 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:55.937554 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] Calling delete_port for 151b2053-883a-4883-9ef8-86d2176fff2d owned by network:router_gateway {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:59:55.956735 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-230b3a93-64d2-43d2-82c9-a3ce32d2bb1d None None] Set router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa gateway port host: None {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:59:56.006196 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-230b3a93-64d2-43d2-82c9-a3ce32d2bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:59:55Z', 'revision_number': 6, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port_host': None}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:56.009802 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b3a93-64d2-43d2-82c9-a3ce32d2bb1d None None] The sync data for ids ['da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa'] in dv-cinder-667108-31-iscsi is: [{'id': 'da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa', 'name': 'tempest-TestVolumeBootPattern-1716712099-router', 'tenant_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:39Z', 'updated_at': '2021-06-16T18:59:55Z', 'revision_number': 6, 'project_id': 'bca6fcaf38fd428f8241bdcdf20d1efe', 'gw_port_host': None}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:59:56.159577 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:56.161757 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6c0b6f2a-f341-4cbc-857c-7144088c0ff2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:56.185853 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] Pushing event deleted for resources: {'Port': ['ID=151b2053-883a-4883-9ef8-86d2176fff2d,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:56.188966 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:56.247058 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420893'] for router_gateway, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:56.599156 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3190'] for router, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:56.601211 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:56.703055 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-410199'] for router, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:56.703527 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa {{(pid=100039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 18:59:56.708980 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] Notify callbacks [] for router, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:56.709582 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-8d270daf-e21f-413f-bd00-43a49779e421 admin admin] 10.222.0.41 "DELETE /v2.0/routers/da45d0a7-6ff8-4d88-8c4d-5a83eb0144fa HTTP/1.1" status: 204 len: 168 time: 1.2408929 Jun 16 18:59:56.714876 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 55858) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:56.719984 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:56.765094 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f517ff2-8ce5-4cf5-9874-e84358a80243 admin admin] Deleting subnet e42814e8-4209-4dfd-b8c6-aefa516869c5 {{(pid=100039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:59:56.768410 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7f517ff2-8ce5-4cf5-9874-e84358a80243 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:56.808265 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7f517ff2-8ce5-4cf5-9874-e84358a80243 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25649359'] for subnet, precommit_delete_associations {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:56.914967 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7f517ff2-8ce5-4cf5-9874-e84358a80243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:57.040713 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7f517ff2-8ce5-4cf5-9874-e84358a80243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25517241'] for subnet, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:57.043265 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:57.067687 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f517ff2-8ce5-4cf5-9874-e84358a80243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e42814e8-4209-4dfd-b8c6-aefa516869c5,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:57.070887 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-7f517ff2-8ce5-4cf5-9874-e84358a80243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:57.071923 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7f517ff2-8ce5-4cf5-9874-e84358a80243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:57.074118 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-7f517ff2-8ce5-4cf5-9874-e84358a80243 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e42814e8-4209-4dfd-b8c6-aefa516869c5 HTTP/1.1" status: 204 len: 168 time: 0.3579845 Jun 16 18:59:57.076909 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 55860) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:57.080772 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938a33ab-0bc8-4c9e-8a7d-d8d591c1beb7 None None] Network eb9a49dd-9ddc-41da-a244-4443a4784c2b requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:59:57.142599 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:57.198146 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Deleting port 6a855191-1815-46e4-8b38-2847cbcf7e51 {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:57.198483 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:57.262449 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] For port 6a855191-1815-46e4-8b38-2847cbcf7e51, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=6a855191-1815-46e4-8b38-2847cbcf7e51,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:59:57.262833 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:57.266600 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] DHCP port deletion for eb9a49dd-9ddc-41da-a244-4443a4784c2b request from dv-cinder-667108-31-iscsi {{(pid=100041) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 18:59:57.298786 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 151b2053-883a-4883-9ef8-86d2176fff2d no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:59:57.324363 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: 151b2053-883a-4883-9ef8-86d2176fff2d {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:59:57.324714 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 151b2053-883a-4883-9ef8-86d2176fff2d not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:59:57.325139 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d6251616-9e20-46df-8660-871dd03f556b no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:59:57.331356 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Calling delete_port for 6a855191-1815-46e4-8b38-2847cbcf7e51 owned by network:dhcp {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:59:57.347231 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: d6251616-9e20-46df-8660-871dd03f556b {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:59:57.347588 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d6251616-9e20-46df-8660-871dd03f556b not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:59:57.354759 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Deleting port 6a855191-1815-46e4-8b38-2847cbcf7e51 {{(pid=100041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:57.355184 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:57.417676 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] For port 6a855191-1815-46e4-8b38-2847cbcf7e51, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=6a855191-1815-46e4-8b38-2847cbcf7e51,segment=NetworkSegment(11e93e52-e375-40e8-8682-dd6a04f4e67e),segment_id=11e93e52-e375-40e8-8682-dd6a04f4e67e)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:59:57.417676 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:57.476631 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Calling delete_port for 6a855191-1815-46e4-8b38-2847cbcf7e51 owned by network:dhcp {{(pid=100041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:59:57.506811 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:57.509879 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-bb94bb5f-b121-4ffe-9d90-aab907b0c48f tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:57.533707 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6a855191-1815-46e4-8b38-2847cbcf7e51,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:57.536807 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:57.537603 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] No DVR routers for this DVR port 6a855191-1815-46e4-8b38-2847cbcf7e51 on host dv-cinder-667108-31-iscsi {{(pid=100039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:59:57.550870 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599'] for port, after_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:57.552940 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:57.579302 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Pushing event deleted for resources: {'Port': ['ID=6a855191-1815-46e4-8b38-2847cbcf7e51,revision_number=None']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:57.583539 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] No DVR routers for this DVR port 6a855191-1815-46e4-8b38-2847cbcf7e51 on host dv-cinder-667108-31-iscsi {{(pid=100041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:59:57.592762 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:57.592762 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:57.592762 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:57.592762 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:57.592762 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:57.592762 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:57.592762 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:57.592762 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:57.592762 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:57.593715 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:57.593715 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:57.593715 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:57.596506 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-54c00446-91e7-4c74-bab5-d70a42ebd9a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:57.613044 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:57.623894 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9a49dd-9ddc-41da-a244-4443a4784c2b']}} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:57.634247 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e93e52-e375-40e8-8682-dd6a04f4e67e') {'for_net_delete': True} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:57.634541 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e93e52-e375-40e8-8682-dd6a04f4e67e') {} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:57.643371 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25649366'] for segment, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:57.656301 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:57.661969 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=100039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:59:57.662346 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942637'] for segment, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: Traceback (most recent call last): Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: timer() Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: cb(*args, **kw) Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: return func(*args, **kwargs) Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: self._notify() Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: self.callback(batched_events) Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: event.method(event) Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: return f(self, *a, **k) Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._get(url).json() Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: return self.request(url, 'GET', **kwargs) Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:59:57.664634 dv-cinder-667108-31-iscsi neutron-server[100039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:59:57.701597 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:59:57.774850 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:57.778834 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:57.781612 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:57.783365 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] 10.222.0.41 "DELETE /v2.0/networks/eb9a49dd-9ddc-41da-a244-4443a4784c2b HTTP/1.1" status: 204 len: 168 time: 0.7055213 Jun 16 18:59:57.786350 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55864) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:57.794749 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9a49dd-9ddc-41da-a244-4443a4784c2b,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:57.797342 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3da6df14-0def-482f-b4de-fd6ea74199dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:58.116163 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7122e26a-16ee-47f7-aa9b-e755c860aa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375754'] for router_interface, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:58.355982 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-7122e26a-16ee-47f7-aa9b-e755c860aa16 admin admin] Deleting port ce443e41-0610-4d29-a062-637b5193f788 {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:58.356320 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7122e26a-16ee-47f7-aa9b-e755c860aa16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:58.432930 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [None req-7122e26a-16ee-47f7-aa9b-e755c860aa16 admin admin] For port ce443e41-0610-4d29-a062-637b5193f788, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=ce443e41-0610-4d29-a062-637b5193f788,segment=NetworkSegment(d4a7b964-868c-455c-94bd-b01c311a9d5f),segment_id=d4a7b964-868c-455c-94bd-b01c311a9d5f)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:59:58.433195 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7122e26a-16ee-47f7-aa9b-e755c860aa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:58.496539 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-7122e26a-16ee-47f7-aa9b-e755c860aa16 admin admin] Calling delete_port for ce443e41-0610-4d29-a062-637b5193f788 owned by network:router_interface {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:59:58.723359 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7122e26a-16ee-47f7-aa9b-e755c860aa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:58.725197 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ace520e5-fdd2-43d1-b6d2-da7e88ffd54a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:59:58.748980 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122e26a-16ee-47f7-aa9b-e755c860aa16 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce443e41-0610-4d29-a062-637b5193f788,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:58.751502 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7122e26a-16ee-47f7-aa9b-e755c860aa16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:59:58.913814 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-7122e26a-16ee-47f7-aa9b-e755c860aa16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375646'] for router_interface, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:59.322855 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 6a855191-1815-46e4-8b38-2847cbcf7e51 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:59:59.342912 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: 6a855191-1815-46e4-8b38-2847cbcf7e51 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:59:59.343300 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 6a855191-1815-46e4-8b38-2847cbcf7e51 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:59:59.383935 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7122e26a-16ee-47f7-aa9b-e755c860aa16 admin admin] Router 73099668-2549-4505-970c-6b6adfe48fa5 has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:59:59.483224 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7122e26a-16ee-47f7-aa9b-e755c860aa16 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:59:59.487871 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-7122e26a-16ee-47f7-aa9b-e755c860aa16 admin admin] 10.222.0.41 "PUT /v2.0/routers/73099668-2549-4505-970c-6b6adfe48fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7004867 Jun 16 18:59:59.490304 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55870) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:59:59.491078 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bae03b-b88f-47c2-b14b-6b374c91cac8 None None] Sync routers for ids ['73099668-2549-4505-970c-6b6adfe48fa5'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:59:59.500390 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bae03b-b88f-47c2-b14b-6b374c91cac8 None None] Routers {'73099668-2549-4505-970c-6b6adfe48fa5'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:59:59.500941 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-e2bae03b-b88f-47c2-b14b-6b374c91cac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:59:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['73099668-2549-4505-970c-6b6adfe48fa5'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:59.590352 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] Notify callbacks [] for router, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:59.599505 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-e2bae03b-b88f-47c2-b14b-6b374c91cac8 None None] Set router 73099668-2549-4505-970c-6b6adfe48fa5 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:59:59.687036 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:59.769295 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-e2bae03b-b88f-47c2-b14b-6b374c91cac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73099668-2549-4505-970c-6b6adfe48fa5', 'name': 'tempest-TestVolumeBootPattern-1208905223-router', 'tenant_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:59:58Z', 'revision_number': 5, 'project_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'gw_port': {'id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73099668-2549-4505-970c-6b6adfe48fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:59.772481 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bae03b-b88f-47c2-b14b-6b374c91cac8 None None] Checking router: 73099668-2549-4505-970c-6b6adfe48fa5 for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:59:59.781135 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bae03b-b88f-47c2-b14b-6b374c91cac8 None None] Routers {'73099668-2549-4505-970c-6b6adfe48fa5'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:59:59.781761 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-e2bae03b-b88f-47c2-b14b-6b374c91cac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T18:59:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['73099668-2549-4505-970c-6b6adfe48fa5'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:59.840089 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] Deleting port dab3556b-4fb0-4d26-848e-4b098bed86ca {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:59:59.840445 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:59.922753 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] For port dab3556b-4fb0-4d26-848e-4b098bed86ca, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=dab3556b-4fb0-4d26-848e-4b098bed86ca,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:59:59.923524 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:59:59.992728 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] Calling delete_port for dab3556b-4fb0-4d26-848e-4b098bed86ca owned by network:router_gateway {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:00:00.008055 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-e2bae03b-b88f-47c2-b14b-6b374c91cac8 None None] Set router 73099668-2549-4505-970c-6b6adfe48fa5 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:00:00.203170 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-e2bae03b-b88f-47c2-b14b-6b374c91cac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73099668-2549-4505-970c-6b6adfe48fa5', 'name': 'tempest-TestVolumeBootPattern-1208905223-router', 'tenant_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:59:58Z', 'revision_number': 5, 'project_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'gw_port': {'id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73099668-2549-4505-970c-6b6adfe48fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:00.206843 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bae03b-b88f-47c2-b14b-6b374c91cac8 None None] The sync data for ids ['73099668-2549-4505-970c-6b6adfe48fa5'] in dv-cinder-667108-31-iscsi is: [{'id': '73099668-2549-4505-970c-6b6adfe48fa5', 'name': 'tempest-TestVolumeBootPattern-1208905223-router', 'tenant_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:59:58Z', 'revision_number': 5, 'project_id': 'f4f5419b3b9346f1845bd60389ae52e0', 'gw_port': {'id': 'dab3556b-4fb0-4d26-848e-4b098bed86ca', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73099668-2549-4505-970c-6b6adfe48fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:48:49Z', 'updated_at': '2021-06-16T18:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:00:00.239912 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:00.242077 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-f747839d-32d0-47bf-bb72-639b039a5f28 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:00.267216 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab3556b-4fb0-4d26-848e-4b098bed86ca,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:00.271227 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:00.325940 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420893'] for router_gateway, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:00.418412 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3190'] for router, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:00.421182 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:00.525417 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-410199'] for router, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:00.525842 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73099668-2549-4505-970c-6b6adfe48fa5 {{(pid=100040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 19:00:00.530610 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] Notify callbacks [] for router, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:00.531879 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] 10.222.0.41 "DELETE /v2.0/routers/73099668-2549-4505-970c-6b6adfe48fa5 HTTP/1.1" status: 204 len: 168 time: 1.0404384 Jun 16 19:00:00.534411 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 55874) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:00.585656 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ed04f8-2c2b-426a-ab15-e3d22d8cf86e admin admin] Deleting subnet cc3f67f4-fc28-41e7-a69a-ad14cac8f0a5 {{(pid=100039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 19:00:00.589129 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d5ed04f8-2c2b-426a-ab15-e3d22d8cf86e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:00.626423 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d5ed04f8-2c2b-426a-ab15-e3d22d8cf86e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25649359'] for subnet, precommit_delete_associations {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:00.712004 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d5ed04f8-2c2b-426a-ab15-e3d22d8cf86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:00.832660 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d5ed04f8-2c2b-426a-ab15-e3d22d8cf86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25517241'] for subnet, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:00.835146 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:00.864152 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d5ed04f8-2c2b-426a-ab15-e3d22d8cf86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:00.867810 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-d5ed04f8-2c2b-426a-ab15-e3d22d8cf86e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cc3f67f4-fc28-41e7-a69a-ad14cac8f0a5 HTTP/1.1" status: 204 len: 168 time: 0.3300750 Jun 16 19:00:00.867810 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed04f8-2c2b-426a-ab15-e3d22d8cf86e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc3f67f4-fc28-41e7-a69a-ad14cac8f0a5,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:00.873568 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55880) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:00.873688 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-d5ed04f8-2c2b-426a-ab15-e3d22d8cf86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:00.873795 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96030ef-eb34-4501-a588-b5cd792b591e None None] Network 9e57485b-0919-4efc-8dfd-93cdd35e418e requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 19:00:00.937010 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:00.998417 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Deleting port 6930b6f2-83ba-49b1-aa6a-6120f6a19662 {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:00:00.998643 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:01.063443 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] For port 6930b6f2-83ba-49b1-aa6a-6120f6a19662, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=6930b6f2-83ba-49b1-aa6a-6120f6a19662,segment=NetworkSegment(d4a7b964-868c-455c-94bd-b01c311a9d5f),segment_id=d4a7b964-868c-455c-94bd-b01c311a9d5f)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:00:01.063695 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:01.128759 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Calling delete_port for 6930b6f2-83ba-49b1-aa6a-6120f6a19662 owned by network:dhcp {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:00:01.212065 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c2abd6-6f7f-4e20-bf1c-68a73f9f3610 None None] DHCP port deletion for 9e57485b-0919-4efc-8dfd-93cdd35e418e request from dv-cinder-667108-31-iscsi {{(pid=100041) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 19:00:01.274147 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-39c2abd6-6f7f-4e20-bf1c-68a73f9f3610 None None] Deleting port 6930b6f2-83ba-49b1-aa6a-6120f6a19662 {{(pid=100041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:00:01.274147 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-39c2abd6-6f7f-4e20-bf1c-68a73f9f3610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:01.289393 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:01.291659 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2e4d3cc3-3c50-4ca9-96f7-427c6fd178c4 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:01.309115 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 6930b6f2-83ba-49b1-aa6a-6120f6a19662 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 19:00:01.320342 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6930b6f2-83ba-49b1-aa6a-6120f6a19662,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:01.322065 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] No DVR routers for this DVR port 6930b6f2-83ba-49b1-aa6a-6120f6a19662 on host dv-cinder-667108-31-iscsi {{(pid=100040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 19:00:01.323755 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:01.338355 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: 6930b6f2-83ba-49b1-aa6a-6120f6a19662 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 19:00:01.338710 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 6930b6f2-83ba-49b1-aa6a-6120f6a19662 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 19:00:01.339251 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device ce443e41-0610-4d29-a062-637b5193f788 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 19:00:01.369205 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: ce443e41-0610-4d29-a062-637b5193f788 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 19:00:01.369489 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device ce443e41-0610-4d29-a062-637b5193f788 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 19:00:01.369909 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device dab3556b-4fb0-4d26-848e-4b098bed86ca no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 19:00:01.374237 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-39c2abd6-6f7f-4e20-bf1c-68a73f9f3610 None None] For port 6930b6f2-83ba-49b1-aa6a-6120f6a19662, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=6930b6f2-83ba-49b1-aa6a-6120f6a19662,segment=NetworkSegment(d4a7b964-868c-455c-94bd-b01c311a9d5f),segment_id=d4a7b964-868c-455c-94bd-b01c311a9d5f)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:00:01.380203 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-39c2abd6-6f7f-4e20-bf1c-68a73f9f3610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:01.396026 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: dab3556b-4fb0-4d26-848e-4b098bed86ca {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 19:00:01.396401 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device dab3556b-4fb0-4d26-848e-4b098bed86ca not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 19:00:01.396501 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:01.408704 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e57485b-0919-4efc-8dfd-93cdd35e418e']}} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:01.420903 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a7b964-868c-455c-94bd-b01c311a9d5f') {'for_net_delete': True} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:01.421968 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a7b964-868c-455c-94bd-b01c311a9d5f') {} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:01.434724 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25564771'] for segment, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:01.444385 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:01.450433 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=100040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:00:01.450936 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25564213'] for segment, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: Traceback (most recent call last): Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: timer() Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: cb(*args, **kw) Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: return func(*args, **kwargs) Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: self._notify() Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: self.callback(batched_events) Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: event.method(event) Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: return f(self, *a, **k) Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: return self._get(url).json() Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: return self.request(url, 'GET', **kwargs) Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 19:00:01.452695 dv-cinder-667108-31-iscsi neutron-server[100040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 19:00:01.456555 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-39c2abd6-6f7f-4e20-bf1c-68a73f9f3610 None None] Calling delete_port for 6930b6f2-83ba-49b1-aa6a-6120f6a19662 owned by network:dhcp {{(pid=100041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:00:01.535020 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-39c2abd6-6f7f-4e20-bf1c-68a73f9f3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599'] for port, after_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:01.536889 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-d7da6b0e-3ecc-4982-8159-0ee0eb655ce3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:01.558345 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2abd6-6f7f-4e20-bf1c-68a73f9f3610 None None] Pushing event deleted for resources: {'Port': ['ID=6930b6f2-83ba-49b1-aa6a-6120f6a19662,revision_number=None']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:01.561473 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-39c2abd6-6f7f-4e20-bf1c-68a73f9f3610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:01.566475 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c2abd6-6f7f-4e20-bf1c-68a73f9f3610 None None] No DVR routers for this DVR port 6930b6f2-83ba-49b1-aa6a-6120f6a19662 on host dv-cinder-667108-31-iscsi {{(pid=100041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 19:00:01.588329 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:01.592609 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:01.601694 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:01.601694 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9e57485b-0919-4efc-8dfd-93cdd35e418e HTTP/1.1" status: 204 len: 168 time: 0.7282071 Jun 16 19:00:01.609060 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e57485b-0919-4efc-8dfd-93cdd35e418e,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:01.611538 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-93a86dd0-266a-42aa-81bb-fd55d06158c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:01.984398 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 55888) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:02.022926 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-bf039bdb-c1af-49cb-86ab-78b9eb75b981 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bca6fcaf38fd428f8241bdcdf20d1efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372198 Jun 16 19:00:02.025098 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 55890) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:02.073060 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-48208e0c-3b9d-4310-aff7-e97028436bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:02.098778 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-48208e0c-3b9d-4310-aff7-e97028436bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:02.211096 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-48208e0c-3b9d-4310-aff7-e97028436bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:02.213655 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-48208e0c-3b9d-4310-aff7-e97028436bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:02.214792 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-48208e0c-3b9d-4310-aff7-e97028436bd5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4c65d2e-b351-4d2c-990d-4c0e7c87a655 HTTP/1.1" status: 204 len: 168 time: 0.1888106 Jun 16 19:00:02.215570 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c76f1c8e-9b55-4873-96d4-d59eea55725a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:02.223351 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48208e0c-3b9d-4310-aff7-e97028436bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c65d2e-b351-4d2c-990d-4c0e7c87a655,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:02.227194 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-48208e0c-3b9d-4310-aff7-e97028436bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:02.913856 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 55904) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:02.953198 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-6038d982-4177-4b69-9556-584efbdc474e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4f5419b3b9346f1845bd60389ae52e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381367 Jun 16 19:00:02.955648 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 55906) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:03.003098 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c029d18d-1243-4e7a-99e7-4337cb845263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:03.024126 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c029d18d-1243-4e7a-99e7-4337cb845263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:03.130788 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c029d18d-1243-4e7a-99e7-4337cb845263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:03.133412 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c029d18d-1243-4e7a-99e7-4337cb845263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:03.134541 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-c029d18d-1243-4e7a-99e7-4337cb845263 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18d93e86-d714-4093-9070-9d35ddfd3c68 HTTP/1.1" status: 204 len: 168 time: 0.1780155 Jun 16 19:00:03.135477 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-a11f25e3-fc29-4e96-af46-11ca1024f6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:03.157770 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029d18d-1243-4e7a-99e7-4337cb845263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d93e86-d714-4093-9070-9d35ddfd3c68,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:03.157770 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c029d18d-1243-4e7a-99e7-4337cb845263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:05.691743 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 55936) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:05.828917 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b9768fe2-e3a4-4fa1-9e02-f192ab279a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:05.917566 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b9768fe2-e3a4-4fa1-9e02-f192ab279a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:06.034820 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b9768fe2-e3a4-4fa1-9e02-f192ab279a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:06.037365 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-a5ffd0cc-154f-45e0-ba66-7cde11fab5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:06.074533 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-b9768fe2-e3a4-4fa1-9e02-f192ab279a3a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e53cb2a5ca34ab1ba5f59b5dd643622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816230 Jun 16 19:00:06.075409 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9768fe2-e3a4-4fa1-9e02-f192ab279a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae82c44-8b03-4787-a5eb-cbe8024ad2bc,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:06.077182 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 55940) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:06.078918 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-b9768fe2-e3a4-4fa1-9e02-f192ab279a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:06.127120 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-bfbaa202-aa4c-4fd9-9a88-bb2926a3c2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:06.146627 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-bfbaa202-aa4c-4fd9-9a88-bb2926a3c2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:06.260138 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-bfbaa202-aa4c-4fd9-9a88-bb2926a3c2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:06.262706 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-bfbaa202-aa4c-4fd9-9a88-bb2926a3c2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:06.263879 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-bfbaa202-aa4c-4fd9-9a88-bb2926a3c2de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eae82c44-8b03-4787-a5eb-cbe8024ad2bc HTTP/1.1" status: 204 len: 168 time: 0.1851676 Jun 16 19:00:06.264652 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-9d3ee9f2-354a-45bf-9336-2826a0d490c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:06.272076 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaa202-aa4c-4fd9-9a88-bb2926a3c2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae82c44-8b03-4787-a5eb-cbe8024ad2bc,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:06.274454 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-bfbaa202-aa4c-4fd9-9a88-bb2926a3c2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:15.621824 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bca909af-467b-40c9-86d6-3fac4277fd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:18.056590 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-5de18698-fc69-4596-8d9f-8e96de845ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:18.312756 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee96bab-526c-4d7c-be21-19026d81362d req-641ef201-167a-4f3d-b27d-d75a68fc4667 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:00:18.314312 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fee96bab-526c-4d7c-be21-19026d81362d req-641ef201-167a-4f3d-b27d-d75a68fc4667 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 947 time: 0.0635846 Jun 16 19:00:18.351407 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fee96bab-526c-4d7c-be21-19026d81362d req-d353977d-ceca-44dc-82a6-94a293706d13 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311208 Jun 16 19:00:18.381807 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:19.233967 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:19.248359 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56072) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:19.347299 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:19.433235 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:19.508233 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:19.511433 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8d032fe2-62a8-49aa-a218-06b5dd08eaf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:19.556696 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f259267-0cf1-4dcb-8767-e5da90022ff2,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:19.560323 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=583d1668f46b432690c08934384fd89a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109832 Jun 16 19:00:19.563326 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 56078) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:19.569614 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.570014 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.570369 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.570734 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.571124 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.571485 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.571844 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.572197 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.572614 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.572907 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.573258 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.573603 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.584381 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04172f-a4fb-4b22-8fa3-15e89e19bdfa req-771adce2-b856-4121-856a-84990b04902c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:00:19.585869 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ad04172f-a4fb-4b22-8fa3-15e89e19bdfa req-771adce2-b856-4121-856a-84990b04902c tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 947 time: 0.1194904 Jun 16 19:00:19.586751 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:19.620646 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:19.628472 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ad04172f-a4fb-4b22-8fa3-15e89e19bdfa req-7418adf6-547c-4ad5-9063-881cf5fe9a1b tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups?id=b12876cb-445b-4218-aa43-1d17dff591e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370181 Jun 16 19:00:19.642675 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:19.757560 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:19.760118 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:19.761240 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f259267-0cf1-4dcb-8767-e5da90022ff2 HTTP/1.1" status: 204 len: 168 time: 0.1965373 Jun 16 19:00:19.762014 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-003976d0-7d6b-4fe6-97af-7f5805ae4dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:19.771125 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f259267-0cf1-4dcb-8767-e5da90022ff2,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:19.778853 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.779312 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.779685 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.780050 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.780558 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.780874 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.781252 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.781615 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.781968 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.782322 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.782665 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.783037 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:19.786340 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-66c6730c-5c6f-404e-b39a-fb9924ffcf1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:20.004221 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6848618-a93f-47a1-a993-e3596584b511 req-b4df266f-3ef9-42a4-8868-110e2ec84f07 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:00:20.005655 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b6848618-a93f-47a1-a993-e3596584b511 req-b4df266f-3ef9-42a4-8868-110e2ec84f07 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.70 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 947 time: 0.0623760 Jun 16 19:00:20.115303 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [req-b6848618-a93f-47a1-a993-e3596584b511 req-0599a88e-1481-4409-b9d9-bc05fe582711 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Deleting port afaa9c69-fa4d-422f-aea6-7cfd69cb005b {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:00:20.115638 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-b6848618-a93f-47a1-a993-e3596584b511 req-0599a88e-1481-4409-b9d9-bc05fe582711 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:20.201573 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-b6848618-a93f-47a1-a993-e3596584b511 req-0599a88e-1481-4409-b9d9-bc05fe582711 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] For port afaa9c69-fa4d-422f-aea6-7cfd69cb005b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:00:20.201842 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-b6848618-a93f-47a1-a993-e3596584b511 req-0599a88e-1481-4409-b9d9-bc05fe582711 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:20.398697 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-b6848618-a93f-47a1-a993-e3596584b511 req-0599a88e-1481-4409-b9d9-bc05fe582711 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:20.408310 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-b6848618-a93f-47a1-a993-e3596584b511 req-0599a88e-1481-4409-b9d9-bc05fe582711 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:20.408310 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.l3_db [req-b6848618-a93f-47a1-a993-e3596584b511 req-0599a88e-1481-4409-b9d9-bc05fe582711 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Floating IP 589a3453-a1a1-469d-9b51-90442fe7ecba disassociated. External IP: 172.27.3.179, port: afaa9c69-fa4d-422f-aea6-7cfd69cb005b. Jun 16 19:00:20.408310 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [req-b6848618-a93f-47a1-a993-e3596584b511 req-0599a88e-1481-4409-b9d9-bc05fe582711 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Calling delete_port for afaa9c69-fa4d-422f-aea6-7cfd69cb005b owned by compute:nova {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:00:20.423400 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 56084) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:20.439577 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5ad806cf-511a-4e15-a5a1-c538e71826ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:20.724767 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-b6848618-a93f-47a1-a993-e3596584b511 req-0599a88e-1481-4409-b9d9-bc05fe582711 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:20.729365 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c12a6e0f-dabc-4c48-acb6-d7334af6c703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:20.758546 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599a88e-1481-4409-b9d9-bc05fe582711 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event deleted for resources: {'Port': ['ID=afaa9c69-fa4d-422f-aea6-7cfd69cb005b,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:20.770126 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-0599a88e-1481-4409-b9d9-bc05fe582711 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:20.777379 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5ad806cf-511a-4e15-a5a1-c538e71826ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:20.790172 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-68a46e85-08f5-446d-af48-16a095b9f8b6 req-b11c0675-ccb2-420b-83af-fa03b9d58df7 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 210 time: 0.0354650 Jun 16 19:00:20.861702 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5ad806cf-511a-4e15-a5a1-c538e71826ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:20.864342 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-09695122-3db0-4950-950c-3f28b017129d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:20.897382 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6848618-a93f-47a1-a993-e3596584b511 req-0599a88e-1481-4409-b9d9-bc05fe582711 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Router 243b13f7-5e16-434e-9e97-46cfca988340 has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 19:00:20.900233 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad806cf-511a-4e15-a5a1-c538e71826ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2bb8ab-1dcb-4810-aa50-2e60fa6c853a,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:20.903346 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5ad806cf-511a-4e15-a5a1-c538e71826ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:20.906648 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-5ad806cf-511a-4e15-a5a1-c538e71826ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6903bea644304f67b081105b0a7b104d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4819570 Jun 16 19:00:20.909071 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 56088) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:20.960098 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-af2448b6-51e4-435b-8676-0b2a90317910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:20.981425 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-af2448b6-51e4-435b-8676-0b2a90317910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:20.993711 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:21.008913 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6848618-a93f-47a1-a993-e3596584b511 req-0599a88e-1481-4409-b9d9-bc05fe582711 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 19:00:21.022728 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ace88-576d-48e0-9b02-8dae850d72c7 None None] Sync routers for ids ['243b13f7-5e16-434e-9e97-46cfca988340'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:00:21.030659 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ace88-576d-48e0-9b02-8dae850d72c7 None None] Routers {'243b13f7-5e16-434e-9e97-46cfca988340'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:00:21.031473 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-172ace88-576d-48e0-9b02-8dae850d72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:00:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['243b13f7-5e16-434e-9e97-46cfca988340'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:21.053450 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6848618-a93f-47a1-a993-e3596584b511 req-0599a88e-1481-4409-b9d9-bc05fe582711 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] No DVR routers for this DVR port afaa9c69-fa4d-422f-aea6-7cfd69cb005b on host hv-cinder-66710 {{(pid=100039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 19:00:21.056012 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-b6848618-a93f-47a1-a993-e3596584b511 req-0599a88e-1481-4409-b9d9-bc05fe582711 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:21.058215 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b6848618-a93f-47a1-a993-e3596584b511 req-0599a88e-1481-4409-b9d9-bc05fe582711 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.70 "DELETE /v2.0/ports/afaa9c69-fa4d-422f-aea6-7cfd69cb005b HTTP/1.1" status: 204 len: 173 time: 1.0464861 Jun 16 19:00:21.058753 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'name': 'network-vif-deleted', 'tag': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 19:00:21.061378 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d59c579-b71a-4f97-a84f-d5e9531856e7" -d '{"events": [{"server_uuid": "35de56fb-d02a-4cb6-a683-b13c783998fe", "name": "network-vif-deleted", "tag": "afaa9c69-fa4d-422f-aea6-7cfd69cb005b"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:00:21.099635 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-af2448b6-51e4-435b-8676-0b2a90317910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:21.100051 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-af2448b6-51e4-435b-8676-0b2a90317910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:21.100222 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 19:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3682b977-1ac1-42ec-9f67-16219940de18 x-openstack-request-id: req-3682b977-1ac1-42ec-9f67-16219940de18 {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:00:21.100680 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35de56fb-d02a-4cb6-a683-b13c783998fe", "name": "network-vif-deleted", "tag": "afaa9c69-fa4d-422f-aea6-7cfd69cb005b", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:00:21.101020 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3682b977-1ac1-42ec-9f67-16219940de18 {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:00:21.101468 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35de56fb-d02a-4cb6-a683-b13c783998fe', 'name': 'network-vif-deleted', 'tag': 'afaa9c69-fa4d-422f-aea6-7cfd69cb005b', 'status': 'completed', 'code': 200} Jun 16 19:00:21.102478 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-af2448b6-51e4-435b-8676-0b2a90317910 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac2bb8ab-1dcb-4810-aa50-2e60fa6c853a HTTP/1.1" status: 204 len: 168 time: 0.1924970 Jun 16 19:00:21.104387 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-db775bd1-6e6c-45e0-bd06-a32ec866739a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:21.112980 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2448b6-51e4-435b-8676-0b2a90317910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2bb8ab-1dcb-4810-aa50-2e60fa6c853a,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:21.115734 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-af2448b6-51e4-435b-8676-0b2a90317910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:21.145978 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-172ace88-576d-48e0-9b02-8dae850d72c7 None None] Set router 243b13f7-5e16-434e-9e97-46cfca988340 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:00:21.352656 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-172ace88-576d-48e0-9b02-8dae850d72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': '8ee60d4c-aa84-4116-b869-02c23cf6b852', 'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'mac_address': 'fa:16:3e:2d:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 5, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'subnets': [{'id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:21.356112 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ace88-576d-48e0-9b02-8dae850d72c7 None None] Checking router: 243b13f7-5e16-434e-9e97-46cfca988340 for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:00:21.367601 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ace88-576d-48e0-9b02-8dae850d72c7 None None] Routers {'243b13f7-5e16-434e-9e97-46cfca988340'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:00:21.367601 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-172ace88-576d-48e0-9b02-8dae850d72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:00:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['243b13f7-5e16-434e-9e97-46cfca988340'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:21.465558 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-172ace88-576d-48e0-9b02-8dae850d72c7 None None] Set router 243b13f7-5e16-434e-9e97-46cfca988340 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:00:21.661312 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-172ace88-576d-48e0-9b02-8dae850d72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': '8ee60d4c-aa84-4116-b869-02c23cf6b852', 'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'mac_address': 'fa:16:3e:2d:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 5, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'subnets': [{'id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:21.664604 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ace88-576d-48e0-9b02-8dae850d72c7 None None] The sync data for ids ['243b13f7-5e16-434e-9e97-46cfca988340'] in dv-cinder-667108-31-iscsi is: [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T18:47:18Z', 'revision_number': 4, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': '8ee60d4c-aa84-4116-b869-02c23cf6b852', 'name': '', 'network_id': '5067c8ca-8862-4936-b72e-9c44c8a52801', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'mac_address': 'fa:16:3e:2d:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:16Z', 'updated_at': '2021-06-16T18:47:26Z', 'revision_number': 5, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'subnets': [{'id': '8f5204a4-d003-494a-9248-fcb9bc5356cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:00:21.895108 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 56098) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:21.909214 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8dfb90-5847-4afd-b384-137eb615899c None None] New status for floating IP 589a3453-a1a1-469d-9b51-90442fe7ecba: DOWN {{(pid=100041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 19:00:21.912347 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a60dedfc-55b8-49cc-b940-ada14f06f47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:21.959202 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-137859d6-465d-41a1-9cbf-4fec1c6d1f6c req-5114bef3-6104-4060-83b4-4bb34a3cef1e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/ports?device_id=35de56fb-d02a-4cb6-a683-b13c783998fe HTTP/1.1" status: 200 len: 210 time: 0.0336981 Jun 16 19:00:22.041713 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a60dedfc-55b8-49cc-b940-ada14f06f47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:22.153259 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a60dedfc-55b8-49cc-b940-ada14f06f47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:22.156885 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-a91d0d65-5211-45d6-a753-c05384b2961a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:22.191998 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-a60dedfc-55b8-49cc-b940-ada14f06f47e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fca055d2c9cd4ae5b342bac3d5efe9dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955384 Jun 16 19:00:22.194187 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dedfc-55b8-49cc-b940-ada14f06f47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61092e25-dbca-431a-8544-54a89758864f,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:22.194702 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56100) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:22.197798 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-a60dedfc-55b8-49cc-b940-ada14f06f47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:22.245454 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f02a8ebc-c915-404d-b887-5bbf46421352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:22.265911 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f02a8ebc-c915-404d-b887-5bbf46421352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:22.374342 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f02a8ebc-c915-404d-b887-5bbf46421352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:22.377455 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f02a8ebc-c915-404d-b887-5bbf46421352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:22.378576 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-f02a8ebc-c915-404d-b887-5bbf46421352 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61092e25-dbca-431a-8544-54a89758864f HTTP/1.1" status: 204 len: 168 time: 0.1828132 Jun 16 19:00:22.379356 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-38075cc4-204b-44a2-b222-62b03da38b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:22.386670 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a8ebc-c915-404d-b887-5bbf46421352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61092e25-dbca-431a-8544-54a89758864f,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:22.388976 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-f02a8ebc-c915-404d-b887-5bbf46421352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:23.149230 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56118) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:23.209577 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7548a847-9da4-42b9-badd-514bd87e3e52 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:23.234300 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7548a847-9da4-42b9-badd-514bd87e3e52 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:23.351795 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7548a847-9da4-42b9-badd-514bd87e3e52 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:23.354279 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-7548a847-9da4-42b9-badd-514bd87e3e52 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:23.355614 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-7548a847-9da4-42b9-badd-514bd87e3e52 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "DELETE /v2.0/security-groups/b12876cb-445b-4218-aa43-1d17dff591e8 HTTP/1.1" status: 204 len: 168 time: 0.2053156 Jun 16 19:00:23.359563 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3c7b1c11-3dd3-40cd-b924-941b01844d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:23.359694 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 56126) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:23.365452 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548a847-9da4-42b9-badd-514bd87e3e52 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12876cb-445b-4218-aa43-1d17dff591e8,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:23.367880 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-7548a847-9da4-42b9-badd-514bd87e3e52 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:23.374478 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.api.v2.resource [None req-4e822012-d4d9-4f08-a79d-7b7ec3f85d31 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] show failed (client error): The resource could not be found. Jun 16 19:00:23.376050 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-4e822012-d4d9-4f08-a79d-7b7ec3f85d31 tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "GET /v2.0/security-groups/b12876cb-445b-4218-aa43-1d17dff591e8 HTTP/1.1" status: 404 len: 347 time: 0.0164368 Jun 16 19:00:23.384873 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 56128) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:23.514554 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-eed4e24e-73e5-4f2d-b820-007ed5d3e79f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Deleting port 8b0649be-8bf2-45c1-a65a-542375ff70af {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:00:23.514897 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-eed4e24e-73e5-4f2d-b820-007ed5d3e79f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:23.589903 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-eed4e24e-73e5-4f2d-b820-007ed5d3e79f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:23.590248 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-eed4e24e-73e5-4f2d-b820-007ed5d3e79f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:23.657276 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-eed4e24e-73e5-4f2d-b820-007ed5d3e79f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Calling delete_port for 8b0649be-8bf2-45c1-a65a-542375ff70af owned by network:floatingip {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:00:23.879533 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-eed4e24e-73e5-4f2d-b820-007ed5d3e79f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:23.881320 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7122e26a-16ee-47f7-aa9b-e755c860aa16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:23.905451 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4e24e-73e5-4f2d-b820-007ed5d3e79f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Pushing event deleted for resources: {'Port': ['ID=8b0649be-8bf2-45c1-a65a-542375ff70af,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:23.909329 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-eed4e24e-73e5-4f2d-b820-007ed5d3e79f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:23.973594 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-eed4e24e-73e5-4f2d-b820-007ed5d3e79f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks [] for floatingip, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:23.976145 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-eed4e24e-73e5-4f2d-b820-007ed5d3e79f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:23.980055 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-eed4e24e-73e5-4f2d-b820-007ed5d3e79f tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] 10.222.0.41 "DELETE /v2.0/floatingips/589a3453-a1a1-469d-9b51-90442fe7ecba HTTP/1.1" status: 204 len: 168 time: 0.5913813 Jun 16 19:00:24.233483 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device afaa9c69-fa4d-422f-aea6-7cfd69cb005b no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 19:00:24.255446 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: afaa9c69-fa4d-422f-aea6-7cfd69cb005b {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 19:00:24.255803 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device afaa9c69-fa4d-422f-aea6-7cfd69cb005b not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 19:00:26.728814 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:26.861128 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56172) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:27.084429 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 56178) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:27.188396 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-794364aa-a0db-4a26-9458-59bbb04db869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:27.275475 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-794364aa-a0db-4a26-9458-59bbb04db869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:27.288372 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-67b7b9a8-d065-4620-98a9-595ff109df02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375754'] for router_interface, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:27.335720 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-794364aa-a0db-4a26-9458-59bbb04db869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:27.339080 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-b90c82b0-d3c6-4cac-94cc-3f2e9aa246c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:27.374936 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-794364aa-a0db-4a26-9458-59bbb04db869 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcd13c9ca3b4402e9cb8151cbc2e4eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894044 Jun 16 19:00:27.375744 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794364aa-a0db-4a26-9458-59bbb04db869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c0da67-65df-4c74-b21c-49030665647f,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:27.378014 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 56182) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:27.380357 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-794364aa-a0db-4a26-9458-59bbb04db869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:27.427134 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cad9dad0-99d1-46d4-bde9-4171757fc5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:27.447117 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cad9dad0-99d1-46d4-bde9-4171757fc5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:27.530432 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-67b7b9a8-d065-4620-98a9-595ff109df02 admin admin] Deleting port 8ee60d4c-aa84-4116-b869-02c23cf6b852 {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:00:27.530763 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-67b7b9a8-d065-4620-98a9-595ff109df02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:27.570134 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cad9dad0-99d1-46d4-bde9-4171757fc5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:27.572914 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cad9dad0-99d1-46d4-bde9-4171757fc5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:27.574089 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-cad9dad0-99d1-46d4-bde9-4171757fc5ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6c0da67-65df-4c74-b21c-49030665647f HTTP/1.1" status: 204 len: 168 time: 0.1948528 Jun 16 19:00:27.574910 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-c3f706c7-c3ec-45d9-ac2d-891769447bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:27.582403 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9dad0-99d1-46d4-bde9-4171757fc5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c0da67-65df-4c74-b21c-49030665647f,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:27.584748 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-cad9dad0-99d1-46d4-bde9-4171757fc5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:27.609969 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [None req-67b7b9a8-d065-4620-98a9-595ff109df02 admin admin] For port 8ee60d4c-aa84-4116-b869-02c23cf6b852, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=8ee60d4c-aa84-4116-b869-02c23cf6b852,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:00:27.609969 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-67b7b9a8-d065-4620-98a9-595ff109df02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:27.674964 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-67b7b9a8-d065-4620-98a9-595ff109df02 admin admin] Calling delete_port for 8ee60d4c-aa84-4116-b869-02c23cf6b852 owned by network:router_interface {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:00:27.924970 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-67b7b9a8-d065-4620-98a9-595ff109df02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:27.927293 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3fc8beb1-6115-4c08-85fb-3bd7199d2065 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:27.951663 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7b9a8-d065-4620-98a9-595ff109df02 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee60d4c-aa84-4116-b869-02c23cf6b852,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:27.954957 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-67b7b9a8-d065-4620-98a9-595ff109df02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:28.130831 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-67b7b9a8-d065-4620-98a9-595ff109df02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375646'] for router_interface, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:28.344582 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b7b9a8-d065-4620-98a9-595ff109df02 admin admin] Router 243b13f7-5e16-434e-9e97-46cfca988340 has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 19:00:28.715481 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b7b9a8-d065-4620-98a9-595ff109df02 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 19:00:28.720452 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-67b7b9a8-d065-4620-98a9-595ff109df02 admin admin] 10.222.0.41 "PUT /v2.0/routers/243b13f7-5e16-434e-9e97-46cfca988340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8583233 Jun 16 19:00:28.722914 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56208) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:28.725810 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c6ead9-ea19-4b72-b345-ee7833e3bca9 None None] Sync routers for ids ['243b13f7-5e16-434e-9e97-46cfca988340'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:00:28.734820 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c6ead9-ea19-4b72-b345-ee7833e3bca9 None None] Routers {'243b13f7-5e16-434e-9e97-46cfca988340'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:00:28.735667 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-44c6ead9-ea19-4b72-b345-ee7833e3bca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:00:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['243b13f7-5e16-434e-9e97-46cfca988340'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:28.824999 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] Notify callbacks [] for router, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:28.844279 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-44c6ead9-ea19-4b72-b345-ee7833e3bca9 None None] Set router 243b13f7-5e16-434e-9e97-46cfca988340 gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:00:28.929404 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:29.021440 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-44c6ead9-ea19-4b72-b345-ee7833e3bca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T19:00:27Z', 'revision_number': 5, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port': {'id': 'a9e11bdf-3af1-46fd-bdfc-058dd27159df', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b13f7-5e16-434e-9e97-46cfca988340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:47:11Z', 'updated_at': '2021-06-16T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:29.025194 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c6ead9-ea19-4b72-b345-ee7833e3bca9 None None] Checking router: 243b13f7-5e16-434e-9e97-46cfca988340 for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:00:29.034149 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c6ead9-ea19-4b72-b345-ee7833e3bca9 None None] Routers {'243b13f7-5e16-434e-9e97-46cfca988340'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:00:29.034763 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-44c6ead9-ea19-4b72-b345-ee7833e3bca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:00:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['243b13f7-5e16-434e-9e97-46cfca988340'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:29.052631 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] Deleting port a9e11bdf-3af1-46fd-bdfc-058dd27159df {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:00:29.058976 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:29.120212 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-44c6ead9-ea19-4b72-b345-ee7833e3bca9 None None] Set router 243b13f7-5e16-434e-9e97-46cfca988340 gateway port host: None {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:00:29.131304 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] For port a9e11bdf-3af1-46fd-bdfc-058dd27159df, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=a9e11bdf-3af1-46fd-bdfc-058dd27159df,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:00:29.131658 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:29.207256 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] Calling delete_port for a9e11bdf-3af1-46fd-bdfc-058dd27159df owned by network:router_gateway {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:00:29.256832 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-44c6ead9-ea19-4b72-b345-ee7833e3bca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T19:00:28Z', 'revision_number': 6, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port_host': None}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:29.260302 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c6ead9-ea19-4b72-b345-ee7833e3bca9 None None] The sync data for ids ['243b13f7-5e16-434e-9e97-46cfca988340'] in dv-cinder-667108-31-iscsi is: [{'id': '243b13f7-5e16-434e-9e97-46cfca988340', 'name': 'tempest-AttachVolumeShelveTestJSON-605016460-router', 'tenant_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:47:10Z', 'updated_at': '2021-06-16T19:00:28Z', 'revision_number': 6, 'project_id': 'e6789f66ebb74bc48a90b999eefa11f3', 'gw_port_host': None}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:00:29.442742 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:29.445628 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-2e951167-2a03-495a-ba04-90684df3f582 tempest-AttachVolumeNegativeTest-1658225029 tempest-AttachVolumeNegativeTest-1658225029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:29.467972 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e11bdf-3af1-46fd-bdfc-058dd27159df,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:29.471773 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:29.532698 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420893'] for router_gateway, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:29.623074 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3190'] for router, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:29.625298 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:29.745704 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-410199'] for router, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:29.746250 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 243b13f7-5e16-434e-9e97-46cfca988340 {{(pid=100039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 19:00:29.750831 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] Notify callbacks [] for router, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:29.752051 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] 10.222.0.41 "DELETE /v2.0/routers/243b13f7-5e16-434e-9e97-46cfca988340 HTTP/1.1" status: 204 len: 168 time: 1.0281138 Jun 16 19:00:29.754426 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56214) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:29.798218 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffd3fe3-93e8-41d3-bb1c-929104335892 admin admin] Deleting subnet 8f5204a4-d003-494a-9248-fcb9bc5356cc {{(pid=100039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 19:00:29.801256 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3fe3-93e8-41d3-bb1c-929104335892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:29.837602 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3fe3-93e8-41d3-bb1c-929104335892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25649359'] for subnet, precommit_delete_associations {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:29.912161 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3fe3-93e8-41d3-bb1c-929104335892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:30.037426 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3fe3-93e8-41d3-bb1c-929104335892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25517241'] for subnet, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:30.040035 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:30.062381 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd3fe3-93e8-41d3-bb1c-929104335892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f5204a4-d003-494a-9248-fcb9bc5356cc,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:30.065007 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4ffd3fe3-93e8-41d3-bb1c-929104335892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:30.069522 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3fe3-93e8-41d3-bb1c-929104335892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:30.071423 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-4ffd3fe3-93e8-41d3-bb1c-929104335892 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8f5204a4-d003-494a-9248-fcb9bc5356cc HTTP/1.1" status: 204 len: 168 time: 0.3160892 Jun 16 19:00:30.073982 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56216) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:30.074680 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de445a-3c9a-496b-944f-9b39b0ce261f None None] Network 5067c8ca-8862-4936-b72e-9c44c8a52801 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 19:00:30.150480 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:30.203158 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Deleting port fc7f79cd-581f-49ae-82a7-76831bffb560 {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:00:30.203948 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:30.269384 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa538f0-711d-4e0e-9aaf-b33701c73372 None None] DHCP port deletion for 5067c8ca-8862-4936-b72e-9c44c8a52801 request from dv-cinder-667108-31-iscsi {{(pid=100041) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 19:00:30.273615 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] For port fc7f79cd-581f-49ae-82a7-76831bffb560, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=fc7f79cd-581f-49ae-82a7-76831bffb560,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:00:30.273615 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:30.319452 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-2fa538f0-711d-4e0e-9aaf-b33701c73372 None None] Deleting port fc7f79cd-581f-49ae-82a7-76831bffb560 {{(pid=100041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:00:30.319838 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-2fa538f0-711d-4e0e-9aaf-b33701c73372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:30.348176 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Calling delete_port for fc7f79cd-581f-49ae-82a7-76831bffb560 owned by network:dhcp {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:00:30.390163 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-2fa538f0-711d-4e0e-9aaf-b33701c73372 None None] For port fc7f79cd-581f-49ae-82a7-76831bffb560, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=fc7f79cd-581f-49ae-82a7-76831bffb560,segment=NetworkSegment(adf99a11-775c-4fdf-92bf-a548d4f1db99),segment_id=adf99a11-775c-4fdf-92bf-a548d4f1db99)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:00:30.390163 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-2fa538f0-711d-4e0e-9aaf-b33701c73372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:30.455056 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-2fa538f0-711d-4e0e-9aaf-b33701c73372 None None] Calling delete_port for fc7f79cd-581f-49ae-82a7-76831bffb560 owned by network:dhcp {{(pid=100041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:00:30.528620 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:30.531840 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-5bd364db-f175-4229-b735-ff013ef03570 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:30.538536 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-2fa538f0-711d-4e0e-9aaf-b33701c73372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599'] for port, after_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:30.538536 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:30.556694 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] No DVR routers for this DVR port fc7f79cd-581f-49ae-82a7-76831bffb560 on host dv-cinder-667108-31-iscsi {{(pid=100039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 19:00:30.558628 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7f79cd-581f-49ae-82a7-76831bffb560,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:30.560825 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa538f0-711d-4e0e-9aaf-b33701c73372 None None] Pushing event deleted for resources: {'Port': ['ID=fc7f79cd-581f-49ae-82a7-76831bffb560,revision_number=None']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:30.563085 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:30.563361 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa538f0-711d-4e0e-9aaf-b33701c73372 None None] No DVR routers for this DVR port fc7f79cd-581f-49ae-82a7-76831bffb560 on host dv-cinder-667108-31-iscsi {{(pid=100041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 19:00:30.567228 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-2fa538f0-711d-4e0e-9aaf-b33701c73372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:30.632835 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:30.642631 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5067c8ca-8862-4936-b72e-9c44c8a52801']}} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:30.652827 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf99a11-775c-4fdf-92bf-a548d4f1db99') {'for_net_delete': True} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:30.653122 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf99a11-775c-4fdf-92bf-a548d4f1db99') {} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:30.661776 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25649366'] for segment, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:30.679267 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:30.686654 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=100039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:00:30.687208 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942637'] for segment, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: Traceback (most recent call last): Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: timer() Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: cb(*args, **kw) Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: return func(*args, **kwargs) Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: self._notify() Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: self.callback(batched_events) Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: event.method(event) Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: return f(self, *a, **k) Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._get(url).json() Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: return self.request(url, 'GET', **kwargs) Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 19:00:30.689315 dv-cinder-667108-31-iscsi neutron-server[100039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 19:00:30.821452 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:30.825175 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:30.827528 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:30.829286 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5067c8ca-8862-4936-b72e-9c44c8a52801 HTTP/1.1" status: 204 len: 168 time: 0.7544131 Jun 16 19:00:30.840308 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Pushing event deleted for resources: {'Network': ['ID=5067c8ca-8862-4936-b72e-9c44c8a52801,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:30.842630 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:31.226770 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56232) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:31.266841 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-3a52562f-8a83-4aa8-86ef-b70ec03c9ed6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6789f66ebb74bc48a90b999eefa11f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387912 Jun 16 19:00:31.269263 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56234) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:31.301008 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device a9e11bdf-3af1-46fd-bdfc-058dd27159df no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 19:00:31.328823 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: a9e11bdf-3af1-46fd-bdfc-058dd27159df {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 19:00:31.329132 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device a9e11bdf-3af1-46fd-bdfc-058dd27159df not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 19:00:31.329764 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device fc7f79cd-581f-49ae-82a7-76831bffb560 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 19:00:31.330938 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3a78d95e-95f5-4aad-ae01-c9b16e53c3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:31.349604 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: fc7f79cd-581f-49ae-82a7-76831bffb560 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 19:00:31.350527 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device fc7f79cd-581f-49ae-82a7-76831bffb560 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 19:00:31.350527 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 8ee60d4c-aa84-4116-b869-02c23cf6b852 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 19:00:31.352658 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3a78d95e-95f5-4aad-ae01-c9b16e53c3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:31.372673 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: 8ee60d4c-aa84-4116-b869-02c23cf6b852 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 19:00:31.373097 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 8ee60d4c-aa84-4116-b869-02c23cf6b852 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 19:00:31.482528 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3a78d95e-95f5-4aad-ae01-c9b16e53c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:31.485109 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3a78d95e-95f5-4aad-ae01-c9b16e53c3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:31.486348 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-3a78d95e-95f5-4aad-ae01-c9b16e53c3a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2ac614a-9d42-48f2-848d-c5228444815b HTTP/1.1" status: 204 len: 168 time: 0.2161045 Jun 16 19:00:31.487186 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-ef0868bf-b301-4503-9671-3e12bbea7ed0 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:31.494475 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78d95e-95f5-4aad-ae01-c9b16e53c3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ac614a-9d42-48f2-848d-c5228444815b,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:31.496943 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3a78d95e-95f5-4aad-ae01-c9b16e53c3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:34.700024 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:00:45.539648 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-625f4f4e-b251-4d23-839e-915d47dad931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:45.865867 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56426) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:45.967541 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d1a6dc5d-bbb4-446b-9237-508108235f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:46.053074 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d1a6dc5d-bbb4-446b-9237-508108235f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:46.112936 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-d1a6dc5d-bbb4-446b-9237-508108235f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:46.116410 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1291c859-19d2-4652-bbee-7f627da0dd6e tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:46.152505 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-d1a6dc5d-bbb4-446b-9237-508108235f23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ddbe17f8fae4c51bd858ff43e563e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855341 Jun 16 19:00:46.153736 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6dc5d-bbb4-446b-9237-508108235f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fd7f9e-7e81-464f-bdbf-ae3082c15011,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:46.155151 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 56432) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:46.156922 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-d1a6dc5d-bbb4-446b-9237-508108235f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:46.203580 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-62844c3a-66e0-4195-8110-aba56754dff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:46.227682 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-62844c3a-66e0-4195-8110-aba56754dff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:46.398157 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-62844c3a-66e0-4195-8110-aba56754dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:46.400732 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-62844c3a-66e0-4195-8110-aba56754dff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:46.401852 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-62844c3a-66e0-4195-8110-aba56754dff0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9fd7f9e-7e81-464f-bdbf-ae3082c15011 HTTP/1.1" status: 204 len: 168 time: 0.2449598 Jun 16 19:00:46.402649 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5f26759b-3777-49a8-811c-4176af216e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:46.409944 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62844c3a-66e0-4195-8110-aba56754dff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fd7f9e-7e81-464f-bdbf-ae3082c15011,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:46.412275 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-62844c3a-66e0-4195-8110-aba56754dff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:48.055810 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-5b55b09c-0cf6-470c-9eb5-cd089a606b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:48.166677 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56530) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:48.269162 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c4072f46-c337-4c2e-9ddd-32607f863a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:48.366339 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c4072f46-c337-4c2e-9ddd-32607f863a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:48.398617 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:48.421013 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-c4072f46-c337-4c2e-9ddd-32607f863a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:48.425163 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-391ecdb1-34af-4cab-99ac-72327d460fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:48.462406 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-c4072f46-c337-4c2e-9ddd-32607f863a81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ccdccc7ab9f47aaa83c7bfeeab18a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946386 Jun 16 19:00:48.463375 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4072f46-c337-4c2e-9ddd-32607f863a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139dc046-723e-409c-991a-f349670fe6a9,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:48.465150 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 56548) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:00:48.466796 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c4072f46-c337-4c2e-9ddd-32607f863a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:48.514826 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-15c41ec6-4644-46d9-b8d7-3c1b97842340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:48.535848 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-15c41ec6-4644-46d9-b8d7-3c1b97842340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:48.621547 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-15c41ec6-4644-46d9-b8d7-3c1b97842340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:48.624332 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-15c41ec6-4644-46d9-b8d7-3c1b97842340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:48.633164 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-15c41ec6-4644-46d9-b8d7-3c1b97842340 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/139dc046-723e-409c-991a-f349670fe6a9 HTTP/1.1" status: 204 len: 168 time: 0.1593008 Jun 16 19:00:48.633164 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2cbc8d2a-b576-40d8-b835-f332e61473c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:00:48.634779 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c41ec6-4644-46d9-b8d7-3c1b97842340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139dc046-723e-409c-991a-f349670fe6a9,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:48.637055 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-15c41ec6-4644-46d9-b8d7-3c1b97842340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:00:49.244166 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:50.992863 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:00:56.780973 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:09.223703 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56760) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:09.325625 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-468ec84d-3f99-4f8f-85ab-016ae78fe02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:09.410053 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-468ec84d-3f99-4f8f-85ab-016ae78fe02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:09.506126 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-468ec84d-3f99-4f8f-85ab-016ae78fe02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:09.509257 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-7db6d133-4e7e-4c7b-b3c0-d1ccc35e461a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:09.550656 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-468ec84d-3f99-4f8f-85ab-016ae78fe02e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf01eb2860f5493685fab056fc4315d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258669 Jun 16 19:01:09.552706 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ec84d-3f99-4f8f-85ab-016ae78fe02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4de621-0e19-470a-8803-d574337a4e68,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:09.553599 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 56764) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:09.556181 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-468ec84d-3f99-4f8f-85ab-016ae78fe02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:09.601993 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0de94f27-2412-4e31-aa36-a7de3ebbf17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:09.622353 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0de94f27-2412-4e31-aa36-a7de3ebbf17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:09.728776 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0de94f27-2412-4e31-aa36-a7de3ebbf17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:09.731239 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0de94f27-2412-4e31-aa36-a7de3ebbf17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:09.732437 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-0de94f27-2412-4e31-aa36-a7de3ebbf17a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee4de621-0e19-470a-8803-d574337a4e68 HTTP/1.1" status: 204 len: 168 time: 0.1776359 Jun 16 19:01:09.733214 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0e9636df-cdcb-4a60-a713-bedc6615b294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:09.740544 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de94f27-2412-4e31-aa36-a7de3ebbf17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4de621-0e19-470a-8803-d574337a4e68,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:09.742840 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0de94f27-2412-4e31-aa36-a7de3ebbf17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:10.350592 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 56772) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:10.366263 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8d8a19e8-7d9e-45c2-8ab8-a3ef7bfa3cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:10.450373 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8d8a19e8-7d9e-45c2-8ab8-a3ef7bfa3cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:10.506286 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-8d8a19e8-7d9e-45c2-8ab8-a3ef7bfa3cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:10.509445 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5f0c3f2b-7ceb-46c6-bcf4-82a995544a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:10.541687 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-8d8a19e8-7d9e-45c2-8ab8-a3ef7bfa3cd7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00ae56de0e6f413eb3386c4748c2ffe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900384 Jun 16 19:01:10.544317 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56774) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:10.546213 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a19e8-7d9e-45c2-8ab8-a3ef7bfa3cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04820e3c-6be1-4a06-bb79-33aec120acc2,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:10.549330 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-8d8a19e8-7d9e-45c2-8ab8-a3ef7bfa3cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:10.592574 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8b32cf52-9575-4463-8ead-8403fdd2879d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:10.612365 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8b32cf52-9575-4463-8ead-8403fdd2879d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:10.717493 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8b32cf52-9575-4463-8ead-8403fdd2879d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:10.720067 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8b32cf52-9575-4463-8ead-8403fdd2879d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:10.721194 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-8b32cf52-9575-4463-8ead-8403fdd2879d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04820e3c-6be1-4a06-bb79-33aec120acc2 HTTP/1.1" status: 204 len: 168 time: 0.1759100 Jun 16 19:01:10.722003 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e18174db-6791-4ae0-9112-35d2824adeda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:10.729069 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32cf52-9575-4463-8ead-8403fdd2879d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04820e3c-6be1-4a06-bb79-33aec120acc2,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:10.731333 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8b32cf52-9575-4463-8ead-8403fdd2879d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:11.698599 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:01:15.529292 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-ac7b7308-d749-44ef-a2e2-223b1e02131e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:16.680348 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 56884) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:16.782417 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-50c703f6-dfa5-48d9-817d-2cf7cb99f041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:16.866155 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-50c703f6-dfa5-48d9-817d-2cf7cb99f041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:16.978583 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-50c703f6-dfa5-48d9-817d-2cf7cb99f041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:16.982665 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5ad806cf-511a-4e15-a5a1-c538e71826ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:17.022117 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-50c703f6-dfa5-48d9-817d-2cf7cb99f041 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=969ccd24455e4b138a04d5235fb61986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406823 Jun 16 19:01:17.024200 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c703f6-dfa5-48d9-817d-2cf7cb99f041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e4d827-0fb7-434b-8cfa-e670cbec5cd9,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:17.025143 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56894) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:17.027454 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-50c703f6-dfa5-48d9-817d-2cf7cb99f041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:17.075351 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4d85b534-754a-492a-8ced-c5d9cfd99c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:17.098847 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4d85b534-754a-492a-8ced-c5d9cfd99c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:17.201340 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4d85b534-754a-492a-8ced-c5d9cfd99c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:17.204018 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4d85b534-754a-492a-8ced-c5d9cfd99c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:17.205174 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-4d85b534-754a-492a-8ced-c5d9cfd99c6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45e4d827-0fb7-434b-8cfa-e670cbec5cd9 HTTP/1.1" status: 204 len: 168 time: 0.1787331 Jun 16 19:01:17.206013 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-cdcb1fb1-7302-4e8d-80ba-9aec021e5f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:17.213683 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85b534-754a-492a-8ced-c5d9cfd99c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e4d827-0fb7-434b-8cfa-e670cbec5cd9,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:17.216134 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4d85b534-754a-492a-8ced-c5d9cfd99c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:17.810304 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56904) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:17.823865 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b8ecd542-978c-4bdb-aaae-ec24c794d5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:17.908405 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b8ecd542-978c-4bdb-aaae-ec24c794d5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:17.967228 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b8ecd542-978c-4bdb-aaae-ec24c794d5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:17.970297 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8d121657-17b4-467c-ab78-781b3563e73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:18.004202 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecd542-978c-4bdb-aaae-ec24c794d5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a8997a-ff86-477f-adfe-52e41e8e8604,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:18.008466 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-b8ecd542-978c-4bdb-aaae-ec24c794d5da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14936e29064447dcb182d4594e3f2210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971622 Jun 16 19:01:18.009352 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-b8ecd542-978c-4bdb-aaae-ec24c794d5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:18.011034 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56906) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:18.024411 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-db8e6fc4-45c8-4f63-925f-492679b7d435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:18.065811 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-48981457-0947-4517-98b9-8a61645ad446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:18.086919 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-48981457-0947-4517-98b9-8a61645ad446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:18.212717 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-48981457-0947-4517-98b9-8a61645ad446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:18.215287 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-48981457-0947-4517-98b9-8a61645ad446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:18.216413 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-48981457-0947-4517-98b9-8a61645ad446 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34a8997a-ff86-477f-adfe-52e41e8e8604 HTTP/1.1" status: 204 len: 168 time: 0.2044954 Jun 16 19:01:18.217213 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-b9768fe2-e3a4-4fa1-9e02-f192ab279a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:18.224479 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48981457-0947-4517-98b9-8a61645ad446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a8997a-ff86-477f-adfe-52e41e8e8604,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:18.226762 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-48981457-0947-4517-98b9-8a61645ad446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:18.363283 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:19.220343 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:21.012853 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:21.375133 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 56998) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:21.478013 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:21.569080 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:21.631608 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:21.634166 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-c4072f46-c337-4c2e-9ddd-32607f863a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:21.669983 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35635a83-f9e8-4d00-bae8-93db01c150ab,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:21.674856 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21ff070cc287457db68942635050e24e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986937 Jun 16 19:01:21.677650 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57012) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:21.679774 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.680159 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.680532 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.680901 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.681259 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.681621 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.681980 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.682337 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.682696 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.683143 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.683498 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.683849 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.687666 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:21.726606 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:21.751823 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:21.877670 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:21.880285 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:21.881415 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35635a83-f9e8-4d00-bae8-93db01c150ab HTTP/1.1" status: 204 len: 168 time: 0.2027388 Jun 16 19:01:21.882269 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-989cae8a-d441-4e4e-beb1-2e02650078c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:21.889718 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35635a83-f9e8-4d00-bae8-93db01c150ab,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:21.897502 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.897889 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.898328 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.898701 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.899091 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.899458 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.899821 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.900210 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.900571 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.900931 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.901330 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.901683 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:21.904729 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e749feb1-1f8b-48f6-80fa-34a94c163d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:23.219527 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57066) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:23.318675 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-dd64dd8c-3e7e-4572-b4a4-963fb8bbf7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:23.401255 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-dd64dd8c-3e7e-4572-b4a4-963fb8bbf7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:23.494548 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-dd64dd8c-3e7e-4572-b4a4-963fb8bbf7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:23.497108 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-990ea151-ec0a-429e-8fb0-a66dc4a24fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:23.531922 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-dd64dd8c-3e7e-4572-b4a4-963fb8bbf7c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a468a25f3944baba1c98752877ec292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113749 Jun 16 19:01:23.532804 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64dd8c-3e7e-4572-b4a4-963fb8bbf7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8de9d50-1eb4-4625-8800-e881eb62c079,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:23.534582 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57070) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:23.535703 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-dd64dd8c-3e7e-4572-b4a4-963fb8bbf7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:23.582088 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ad1a831b-6c55-493f-bb3e-fd857bab9eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:23.602179 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ad1a831b-6c55-493f-bb3e-fd857bab9eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:23.734445 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ad1a831b-6c55-493f-bb3e-fd857bab9eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:23.736974 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ad1a831b-6c55-493f-bb3e-fd857bab9eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:23.738141 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-ad1a831b-6c55-493f-bb3e-fd857bab9eb6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8de9d50-1eb4-4625-8800-e881eb62c079 HTTP/1.1" status: 204 len: 168 time: 0.2019265 Jun 16 19:01:23.738992 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-2a5a58e6-ca2a-4c5e-9afd-3cf341d39ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:23.746813 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a831b-6c55-493f-bb3e-fd857bab9eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8de9d50-1eb4-4625-8800-e881eb62c079,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:23.749074 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-ad1a831b-6c55-493f-bb3e-fd857bab9eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:24.323979 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57076) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:24.338148 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9787beb7-e171-4593-85c5-045075145333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:24.428422 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9787beb7-e171-4593-85c5-045075145333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:24.523115 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-9787beb7-e171-4593-85c5-045075145333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:24.525565 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-ef49660a-dc06-4e8b-942a-fe05df7af3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:24.560079 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787beb7-e171-4593-85c5-045075145333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9a2419-22b2-466d-ba6b-034a5cbbfbad,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:24.565120 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-9787beb7-e171-4593-85c5-045075145333 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4cdbd8a909d433eaf049892aad66140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401459 Jun 16 19:01:24.566029 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9787beb7-e171-4593-85c5-045075145333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:24.568201 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57078) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:24.614866 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-73367d53-d1f5-454b-84b1-33445eb87432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:24.636356 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-73367d53-d1f5-454b-84b1-33445eb87432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:24.745806 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-73367d53-d1f5-454b-84b1-33445eb87432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:24.748644 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-73367d53-d1f5-454b-84b1-33445eb87432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:24.749822 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-73367d53-d1f5-454b-84b1-33445eb87432 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe9a2419-22b2-466d-ba6b-034a5cbbfbad HTTP/1.1" status: 204 len: 168 time: 0.1811407 Jun 16 19:01:24.751191 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-28952334-853d-4ca5-b1fe-e4ed3fabe62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:24.758914 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73367d53-d1f5-454b-84b1-33445eb87432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9a2419-22b2-466d-ba6b-034a5cbbfbad,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:24.761105 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-73367d53-d1f5-454b-84b1-33445eb87432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:26.818506 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:30.175932 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57150) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:30.278804 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4f76c41e-a114-43a8-8edd-4d47427a456f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:30.360810 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4f76c41e-a114-43a8-8edd-4d47427a456f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:30.480768 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4f76c41e-a114-43a8-8edd-4d47427a456f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:30.483076 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-d022a476-0e84-47b5-a4fe-b44735091988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:30.522122 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-4f76c41e-a114-43a8-8edd-4d47427a456f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1462f2fd9ec54ccda601c1219bbbdb9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450918 Jun 16 19:01:30.522805 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76c41e-a114-43a8-8edd-4d47427a456f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a0b011-1e67-41cb-b7f1-1b237e6bf75a,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:30.524784 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57154) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:30.525893 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4f76c41e-a114-43a8-8edd-4d47427a456f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:30.573139 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8b0f-ca5a-4dc7-8a5a-6ab550ebe61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:30.592887 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8b0f-ca5a-4dc7-8a5a-6ab550ebe61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:30.700112 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8b0f-ca5a-4dc7-8a5a-6ab550ebe61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:30.702638 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8b0f-ca5a-4dc7-8a5a-6ab550ebe61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:30.703779 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-3b2f8b0f-ca5a-4dc7-8a5a-6ab550ebe61f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0a0b011-1e67-41cb-b7f1-1b237e6bf75a HTTP/1.1" status: 204 len: 168 time: 0.1780157 Jun 16 19:01:30.704623 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-d6e68a7a-86cf-438b-a32d-6af2b6017896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:30.711929 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f8b0f-ca5a-4dc7-8a5a-6ab550ebe61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a0b011-1e67-41cb-b7f1-1b237e6bf75a,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:30.714272 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-3b2f8b0f-ca5a-4dc7-8a5a-6ab550ebe61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:31.295104 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57160) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:31.308506 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cba42ca4-7b5b-4a62-a943-1227cfb8df7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:31.391792 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cba42ca4-7b5b-4a62-a943-1227cfb8df7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:31.459990 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-cba42ca4-7b5b-4a62-a943-1227cfb8df7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:31.462989 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-174fac84-63fe-4f01-a8a8-1dc13bfe74ff tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:31.496623 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-cba42ca4-7b5b-4a62-a943-1227cfb8df7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acd131f3073048bea48a7bbf4a4097f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001083 Jun 16 19:01:31.498481 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba42ca4-7b5b-4a62-a943-1227cfb8df7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95249837-e35b-4507-bac9-62d578c511f6,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:31.499416 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57162) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:31.501449 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-cba42ca4-7b5b-4a62-a943-1227cfb8df7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:31.548144 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4ed1ce27-877a-4170-a2c5-b24dd7ff92c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:31.568327 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4ed1ce27-877a-4170-a2c5-b24dd7ff92c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:31.692239 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4ed1ce27-877a-4170-a2c5-b24dd7ff92c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:31.694785 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-4ed1ce27-877a-4170-a2c5-b24dd7ff92c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:31.695929 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-4ed1ce27-877a-4170-a2c5-b24dd7ff92c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95249837-e35b-4507-bac9-62d578c511f6 HTTP/1.1" status: 204 len: 168 time: 0.1954386 Jun 16 19:01:31.696699 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-7fef0d32-9c75-4ee5-a1aa-b2f85f2305ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:31.704580 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1ce27-877a-4170-a2c5-b24dd7ff92c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95249837-e35b-4507-bac9-62d578c511f6,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:31.706847 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4ed1ce27-877a-4170-a2c5-b24dd7ff92c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:45.330133 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57254) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:45.429410 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-48ca7700-0965-4594-9c66-b18de57ffb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:45.516031 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-48ca7700-0965-4594-9c66-b18de57ffb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:45.545230 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-3da73518-75db-498c-807f-4b4be7b1a0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:45.607959 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-48ca7700-0965-4594-9c66-b18de57ffb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:45.610410 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1caa99bd-cc37-40a2-a44a-c54f19d74315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:45.645831 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-48ca7700-0965-4594-9c66-b18de57ffb13 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16185d437d22425082efe27cdf646d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146119 Jun 16 19:01:45.646706 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca7700-0965-4594-9c66-b18de57ffb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cc1336-d18c-462b-b2b4-1683b6541eeb,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:45.648436 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57258) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:45.649850 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-48ca7700-0965-4594-9c66-b18de57ffb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:45.696816 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-871d786a-9473-441a-a793-1cf5c155e9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:45.717124 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-871d786a-9473-441a-a793-1cf5c155e9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:45.848703 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-871d786a-9473-441a-a793-1cf5c155e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:45.851290 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-871d786a-9473-441a-a793-1cf5c155e9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:45.852424 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-871d786a-9473-441a-a793-1cf5c155e9fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2cc1336-d18c-462b-b2b4-1683b6541eeb HTTP/1.1" status: 204 len: 168 time: 0.2022858 Jun 16 19:01:45.853213 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0de94f27-2412-4e31-aa36-a7de3ebbf17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:45.860498 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d786a-9473-441a-a793-1cf5c155e9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cc1336-d18c-462b-b2b4-1683b6541eeb,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:45.862795 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-871d786a-9473-441a-a793-1cf5c155e9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:46.562132 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57264) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:46.575384 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4eef7ea9-e3cf-44a8-9488-3793bb1f2445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:46.660787 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4eef7ea9-e3cf-44a8-9488-3793bb1f2445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:46.745536 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-4eef7ea9-e3cf-44a8-9488-3793bb1f2445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:46.748944 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-abb8628a-fbff-48c2-9ba9-01816275249e tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:46.783295 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-4eef7ea9-e3cf-44a8-9488-3793bb1f2445 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eace9d450b4b44a683fe7ed6c7a990d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201242 Jun 16 19:01:46.784177 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef7ea9-e3cf-44a8-9488-3793bb1f2445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b956e03-bbb1-4a7c-ba3a-982839a5888d,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:46.786043 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57266) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:46.786984 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-4eef7ea9-e3cf-44a8-9488-3793bb1f2445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:46.848866 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-fe883e46-0e2b-48a8-ad1a-b23e524081d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:46.869517 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-fe883e46-0e2b-48a8-ad1a-b23e524081d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:46.991294 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-fe883e46-0e2b-48a8-ad1a-b23e524081d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:46.993886 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-fe883e46-0e2b-48a8-ad1a-b23e524081d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:46.995023 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-fe883e46-0e2b-48a8-ad1a-b23e524081d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b956e03-bbb1-4a7c-ba3a-982839a5888d HTTP/1.1" status: 204 len: 168 time: 0.2078896 Jun 16 19:01:46.997409 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8b32cf52-9575-4463-8ead-8403fdd2879d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:47.004357 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe883e46-0e2b-48a8-ad1a-b23e524081d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b956e03-bbb1-4a7c-ba3a-982839a5888d,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:47.006545 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-fe883e46-0e2b-48a8-ad1a-b23e524081d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:47.965706 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57288) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:48.025148 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-91f35bde-b9d0-4309-82b7-0280f1775b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:48.060284 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1084300221-network', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 19:01:48.160537 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] Made reservation on behalf of f0731301a2c542d09e00fcacf53e72a2 for: {'network': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:01:48.162878 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:48.171438 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:48.255106 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:48.339583 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:48.343499 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1f20d1a8-a762-4652-a730-06f9a5c1462a tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:48.360363 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=100039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 19:01:48.375362 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ee9cd2-6728-43db-9d2e-cde719d459c6,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:48.378152 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:48.381602 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.segments_db [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] Added segment eb44cb7a-fa5f-4110-ab74-a2d263bcf880 of type vlan for network 696a629a-c7f6-4b44-822a-09864824faa1 Jun 16 19:01:48.381602 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:48.412035 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:48.417301 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:48.533920 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:48.535256 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:01:48.535831 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:48.538935 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4612cf1a-8a45-437d-8b10-45102ee5d947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:48.593184 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] Pushing event updated for resources: {'Network': ['ID=696a629a-c7f6-4b44-822a-09864824faa1,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:48.595762 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:48.602546 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network 696a629a-c7f6-4b44-822a-09864824faa1 details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 19:01:48.664606 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-066a15c2-d20d-4747-a3dd-80daef079a1b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6978021 Jun 16 19:01:48.667571 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57292) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:48.672819 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-f6acfc10-08a2-4352-a7ae-2a028e4f6eae admin admin] Request body: {'subnet': {'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1084300221-subnet', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'ip_version': 4}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 19:01:48.696969 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:01:48.772146 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6acfc10-08a2-4352-a7ae-2a028e4f6eae admin admin] Made reservation on behalf of f0731301a2c542d09e00fcacf53e72a2 for: {'subnet': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:01:48.774434 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f6acfc10-08a2-4352-a7ae-2a028e4f6eae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25517218'] for subnet, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:49.008080 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f6acfc10-08a2-4352-a7ae-2a028e4f6eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25517232'] for subnet, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:49.010410 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3bb32f5a-1d56-4aaa-9208-481a8a1d5d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:49.056599 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acfc10-08a2-4352-a7ae-2a028e4f6eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=f382b436-2013-4334-8668-0c0773dae061,revision_number=0']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:49.063112 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-f6acfc10-08a2-4352-a7ae-2a028e4f6eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:49.072043 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acfc10-08a2-4352-a7ae-2a028e4f6eae admin admin] Checking segment: {'id': 'eb44cb7a-fa5f-4110-ab74-a2d263bcf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 19:01:49.072399 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6acfc10-08a2-4352-a7ae-2a028e4f6eae admin admin] Network hostable DHCP agents. Network: 696a629a-c7f6-4b44-822a-09864824faa1, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 19:01:49.172633 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6acfc10-08a2-4352-a7ae-2a028e4f6eae admin admin] Network 696a629a-c7f6-4b44-822a-09864824faa1 is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 19:01:49.231069 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:49.257711 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-f6acfc10-08a2-4352-a7ae-2a028e4f6eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, 696a629a-c7f6-4b44-822a-09864824faa1) {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:01:49.261794 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6acfc10-08a2-4352-a7ae-2a028e4f6eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:01:49.262412 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-f6acfc10-08a2-4352-a7ae-2a028e4f6eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:49.267701 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e18718-655e-4947-99a2-1562fc744762 None None] Network 696a629a-c7f6-4b44-822a-09864824faa1 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 19:01:49.350142 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-f6acfc10-08a2-4352-a7ae-2a028e4f6eae admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6815178 Jun 16 19:01:49.352764 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57294) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:49.357132 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1084300221-router', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 19:01:49.406055 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8b26a4e-7818-5058-9bf8-178988fe1486-696a629a-c7f6-4b44-822a-09864824faa1', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'fixed_ips': [{'subnet_id': 'f382b436-2013-4334-8668-0c0773dae061'}]}} from dv-cinder-667108-31-iscsi. {{(pid=100041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 19:01:49.406846 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:49.442928 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3204'] for router, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:49.444000 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3199'] for router, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:49.497287 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:49.535460 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.db_base_plugin_common [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Allocated IP 172.20.0.2 (696a629a-c7f6-4b44-822a-09864824faa1/f382b436-2013-4334-8668-0c0773dae061/40733ecf-071e-4efc-aabf-ebbb569f890c) {{(pid=100041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:01:49.668110 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Notify callbacks [] for port, precommit_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:49.676189 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Transition to ACTIVE for port object 40733ecf-071e-4efc-aabf-ebbb569f890c will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 19:01:49.690961 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Transition to ACTIVE for port object 40733ecf-071e-4efc-aabf-ebbb569f890c will not be triggered until provisioned by entity DHCP. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 19:01:49.716664 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3177'] for router, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:49.774200 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:49.776080 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:49.814477 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Network 696a629a-c7f6-4b44-822a-09864824faa1 is already hosted by enough agents. {{(pid=100041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:01:49.819281 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.base_scheduler [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Resources bound (agent type, host, resource id): {{(pid=100041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:01:49.822653 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Received port after_create {{(pid=100041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 19:01:49.830113 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Pushing event updated for resources: {'Port': ['ID=40733ecf-071e-4efc-aabf-ebbb569f890c,revision_number=1']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:49.856755 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:49.857109 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:49.857901 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:49.857901 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:49.858124 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:49.858458 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:49.858789 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:49.859154 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:49.859485 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:49.859810 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:49.863455 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:49.863455 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:49.878877 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:49.891929 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Attempting to bind port 40733ecf-071e-4efc-aabf-ebbb569f890c on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 19:01:49.892311 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Attempting to bind port 40733ecf-071e-4efc-aabf-ebbb569f890c by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': 'eb44cb7a-fa5f-4110-ab74-a2d263bcf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 19:01:49.892683 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Attempting to bind port 40733ecf-071e-4efc-aabf-ebbb569f890c on network 696a629a-c7f6-4b44-822a-09864824faa1 {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 19:01:49.897543 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 19, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 19:01:49.897928 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Checking segment: {'id': 'eb44cb7a-fa5f-4110-ab74-a2d263bcf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 19:01:49.898339 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:49.898744 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Bound using segment: {'id': 'eb44cb7a-fa5f-4110-ab74-a2d263bcf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 19:01:49.899263 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Bound port: 40733ecf-071e-4efc-aabf-ebbb569f890c, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb44cb7a-fa5f-4110-ab74-a2d263bcf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 19:01:49.899651 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:49.965614 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] For port 40733ecf-071e-4efc-aabf-ebbb569f890c, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 19:01:49.968824 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] For port 40733ecf-071e-4efc-aabf-ebbb569f890c, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=40733ecf-071e-4efc-aabf-ebbb569f890c,segment=NetworkSegment(eb44cb7a-fa5f-4110-ab74-a2d263bcf880),segment_id=eb44cb7a-fa5f-4110-ab74-a2d263bcf880)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 19:01:49.997817 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:50.016495 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:50.054571 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:50.057523 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:50.115575 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Pushing event updated for resources: {'Port': ['ID=40733ecf-071e-4efc-aabf-ebbb569f890c,revision_number=2']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:50.118755 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:50.122431 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Allocated IP 172.27.3.5 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/d7295e03-8379-4f9b-8db3-511b37eda6d6) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:01:50.225062 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:50.351566 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25942567'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:50.353764 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-67b7b9a8-d065-4620-98a9-595ff109df02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:50.398129 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:01:50.401229 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:01:50.405593 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 19:01:50.407607 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Pushing event updated for resources: {'Port': ['ID=d7295e03-8379-4f9b-8db3-511b37eda6d6,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:50.410607 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:50.754695 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:50.947058 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be16d005-d165-4904-89e0-3c81821b6459 None None] Network 696a629a-c7f6-4b44-822a-09864824faa1 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 19:01:51.004227 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:51.126494 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-5bd88789-9c27-4bdc-ada8-4960d504343e None None] Provisioning for port 40733ecf-071e-4efc-aabf-ebbb569f890c completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 19:01:51.246104 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421606'] for router, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:51.374842 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 40733ecf-071e-4efc-aabf-ebbb569f890c up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 19:01:51.446695 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Router ab7d345d-4a41-4b6d-8f8c-08ce873164cb is scheduled to L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 with binding_index 1 {{(pid=100039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 19:01:51.532235 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port 40733ecf-071e-4efc-aabf-ebbb569f890c completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 19:01:51.536136 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 40733ecf-071e-4efc-aabf-ebbb569f890c triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:01:51.536541 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:51.551207 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 19:01:51.559929 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Sync routers for ids ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:01:51.580470 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Routers {'ab7d345d-4a41-4b6d-8f8c-08ce873164cb'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:01:51.583060 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:01:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:51.631740 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] Notify callbacks [] for router, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:51.633018 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-449e93a8-df4b-41be-a793-9ee94bf8f405 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2792938 Jun 16 19:01:51.635848 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57296) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:51.820274 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:51.840746 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Set router ab7d345d-4a41-4b6d-8f8c-08ce873164cb gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:01:51.923935 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port 40733ecf-071e-4efc-aabf-ebbb569f890c, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=40733ecf-071e-4efc-aabf-ebbb569f890c,segment=NetworkSegment(eb44cb7a-fa5f-4110-ab74-a2d263bcf880),segment_id=eb44cb7a-fa5f-4110-ab74-a2d263bcf880)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:01:52.008228 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:52.011880 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:52.049056 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:52.065285 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=40733ecf-071e-4efc-aabf-ebbb569f890c,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:52.069464 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:52.077126 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'name': 'tempest-TestShelveInstance-1084300221-router', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:49Z', 'updated_at': '2021-06-16T19:01:50Z', 'revision_number': 3, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'gw_port': {'id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:50Z', 'updated_at': '2021-06-16T19:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:52.081261 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Checking router: ab7d345d-4a41-4b6d-8f8c-08ce873164cb for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:01:52.081626 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Updating router ab7d345d-4a41-4b6d-8f8c-08ce873164cb port d7295e03-8379-4f9b-8db3-511b37eda6d6 binding host dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 19:01:52.115180 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:52.199849 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Allocated IP 172.20.0.1 (696a629a-c7f6-4b44-822a-09864824faa1/f382b436-2013-4334-8668-0c0773dae061/d2e3185b-6e54-4028-9db5-017d6a3a9008) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:01:52.302312 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:52.316477 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.provisioning_blocks [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Transition to ACTIVE for port object d2e3185b-6e54-4028-9db5-017d6a3a9008 will not be triggered until provisioned by entity DHCP. {{(pid=100039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 19:01:52.359890 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:52.369040 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Transition to ACTIVE for port object d7295e03-8379-4f9b-8db3-511b37eda6d6 will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 19:01:52.435514 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25942567'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:52.438260 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-44efc3fa-fd0f-44ea-80d5-d1efb52eeaa7 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:52.465580 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:52.467581 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:52.473683 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Network 696a629a-c7f6-4b44-822a-09864824faa1 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:01:52.480134 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:01:52.484979 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 19:01:52.505876 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e3185b-6e54-4028-9db5-017d6a3a9008,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:52.509949 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:52.521534 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Attempting to bind port d7295e03-8379-4f9b-8db3-511b37eda6d6 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 19:01:52.521916 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Attempting to bind port d7295e03-8379-4f9b-8db3-511b37eda6d6 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 19:01:52.522297 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Attempting to bind port d7295e03-8379-4f9b-8db3-511b37eda6d6 on network 8606aa04-9217-44b7-9651-2ff45bf86ab5 {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 19:01:52.525524 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf39a67-051b-4c5f-a6df-85b9dc4b565c None None] Pushing event updated for resources: {'Port': ['ID=d7295e03-8379-4f9b-8db3-511b37eda6d6,revision_number=2']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:52.526449 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425815'] for router_interface, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:52.529478 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-ddf39a67-051b-4c5f-a6df-85b9dc4b565c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:52.530654 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 19, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 19:01:52.531059 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Checking segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 19:01:52.531474 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:52.531874 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Bound using segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 19:01:52.532466 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Bound port: d7295e03-8379-4f9b-8db3-511b37eda6d6, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 19:01:52.532728 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:52.585512 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] For port d7295e03-8379-4f9b-8db3-511b37eda6d6, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 19:01:52.588961 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] For port d7295e03-8379-4f9b-8db3-511b37eda6d6, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=d7295e03-8379-4f9b-8db3-511b37eda6d6,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 19:01:52.680902 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:52.682953 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-d8958590-c85f-4de6-ac4f-4dfde80bd4c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:52.738647 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Routers {'ab7d345d-4a41-4b6d-8f8c-08ce873164cb'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:01:52.739279 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:01:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:52.743877 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf39a67-051b-4c5f-a6df-85b9dc4b565c None None] Pushing event updated for resources: {'Port': ['ID=d7295e03-8379-4f9b-8db3-511b37eda6d6,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:52.772414 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:52.775026 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-ddf39a67-051b-4c5f-a6df-85b9dc4b565c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:52.848294 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] Set router ab7d345d-4a41-4b6d-8f8c-08ce873164cb gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:01:52.922075 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-892819fe-4263-42b0-990a-10cbd443964f None None] Provisioning for port d2e3185b-6e54-4028-9db5-017d6a3a9008 completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 19:01:52.932153 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:52.934616 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-892819fe-4263-42b0-990a-10cbd443964f None None] Provisioning complete for port d2e3185b-6e54-4028-9db5-017d6a3a9008 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:01:52.935011 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-892819fe-4263-42b0-990a-10cbd443964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:53.002668 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942577'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:53.004144 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-892819fe-4263-42b0-990a-10cbd443964f None None] Port d2e3185b-6e54-4028-9db5-017d6a3a9008 cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 19:01:53.005127 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-6bcfbe52-1bb3-4960-a06d-489b5f1246dc tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:53.072680 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425771'] for router_interface, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:53.074444 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e3185b-6e54-4028-9db5-017d6a3a9008,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:53.075783 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'name': 'tempest-TestShelveInstance-1084300221-router', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:49Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 4, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'gw_port': {'id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:50Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd2e3185b-6e54-4028-9db5-017d6a3a9008', 'name': '', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'mac_address': 'fa:16:3e:a8:e2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f382b436-2013-4334-8668-0c0773dae061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:52Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 1, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'subnets': [{'id': 'f382b436-2013-4334-8668-0c0773dae061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:53.078249 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:53.079915 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c575fd-a3be-46af-935a-60b260d975a4 None None] The sync data for ids ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'] in dv-cinder-667108-31-iscsi is: [{'id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'name': 'tempest-TestShelveInstance-1084300221-router', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:49Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 4, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'gw_port': {'id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:50Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd2e3185b-6e54-4028-9db5-017d6a3a9008', 'name': '', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'mac_address': 'fa:16:3e:a8:e2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f382b436-2013-4334-8668-0c0773dae061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:52Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 1, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'subnets': [{'id': 'f382b436-2013-4334-8668-0c0773dae061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:01:53.177296 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Network 696a629a-c7f6-4b44-822a-09864824faa1 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:01:53.179412 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:01:53.319694 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Router ab7d345d-4a41-4b6d-8f8c-08ce873164cb has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 19:01:53.397329 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 40733ecf-071e-4efc-aabf-ebbb569f890c up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 19:01:53.439068 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 19:01:53.444935 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] 10.222.0.41 "PUT /v2.0/routers/ab7d345d-4a41-4b6d-8f8c-08ce873164cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8075268 Jun 16 19:01:53.450455 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 40733ecf-071e-4efc-aabf-ebbb569f890c triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:01:53.450923 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:53.547697 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-95f6b205-5b2b-42c1-86d3-c87b79102511 None None] Provisioning complete for port d2e3185b-6e54-4028-9db5-017d6a3a9008 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:01:53.548172 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-95f6b205-5b2b-42c1-86d3-c87b79102511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:53.586776 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-95f6b205-5b2b-42c1-86d3-c87b79102511 None None] Port d2e3185b-6e54-4028-9db5-017d6a3a9008 cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 19:01:54.212549 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57312) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:54.217571 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-269761914-network', 'tenant_id': '7685857b74e443c7940e91926b53bea1'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 19:01:54.322579 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] Made reservation on behalf of 7685857b74e443c7940e91926b53bea1 for: {'network': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:01:54.325068 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for network, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:54.334240 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:54.424947 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:54.505187 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:54.508332 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-468ec84d-3f99-4f8f-85ab-016ae78fe02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:54.532996 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=100039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 19:01:54.538269 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5def1938-f104-43a0-a36a-7cb4feb5092c,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:54.541852 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:54.545730 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:54.546068 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.db.segments_db [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] Added segment 4e751a37-5580-4d41-81da-c60fd042546a of type vlan for network 747402b7-715d-49bc-bd4b-8952edf973f9 Jun 16 19:01:54.583773 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753330514589'] for network, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:54.739689 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496'] for network, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:54.741100 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:01:54.741692 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:54.743914 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:54.801796 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] Pushing event updated for resources: {'Network': ['ID=747402b7-715d-49bc-bd4b-8952edf973f9,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:54.804477 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:54.811364 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Network 747402b7-715d-49bc-bd4b-8952edf973f9 details requested by agent ovs-agent-dv-cinder-667108-31-iscsi with host dv-cinder-667108-31-iscsi {{(pid=100041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 19:01:54.866149 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-8ef46cb0-0b22-4ab7-a686-af065e20d9bf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6524816 Jun 16 19:01:54.869123 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57314) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:54.874414 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-0900c926-9dee-4ab2-84f8-cac6f763d95c admin admin] Request body: {'subnet': {'network_id': '747402b7-715d-49bc-bd4b-8952edf973f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-269761914-subnet', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'ip_version': 4}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 19:01:54.937988 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Sync routers for ids ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:01:54.947361 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Routers {'ab7d345d-4a41-4b6d-8f8c-08ce873164cb'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:01:54.948002 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:01:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:54.955078 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0900c926-9dee-4ab2-84f8-cac6f763d95c admin admin] Made reservation on behalf of 7685857b74e443c7940e91926b53bea1 for: {'subnet': 1} {{(pid=100040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:01:54.958110 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0900c926-9dee-4ab2-84f8-cac6f763d95c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25566536'] for subnet, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:55.050896 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Set router ab7d345d-4a41-4b6d-8f8c-08ce873164cb gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:01:55.231234 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0900c926-9dee-4ab2-84f8-cac6f763d95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25564395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25566554'] for subnet, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:55.235655 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-d2c3e263-044b-466a-8fa7-dea89b887e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:55.245242 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'name': 'tempest-TestShelveInstance-1084300221-router', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:49Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 4, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'gw_port': {'id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:50Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd2e3185b-6e54-4028-9db5-017d6a3a9008', 'name': '', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'mac_address': 'fa:16:3e:a8:e2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f382b436-2013-4334-8668-0c0773dae061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:52Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 2, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'subnets': [{'id': 'f382b436-2013-4334-8668-0c0773dae061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:55.249955 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Checking router: ab7d345d-4a41-4b6d-8f8c-08ce873164cb for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:01:55.250313 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Updating router ab7d345d-4a41-4b6d-8f8c-08ce873164cb port d2e3185b-6e54-4028-9db5-017d6a3a9008 binding host dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 19:01:55.283624 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900c926-9dee-4ab2-84f8-cac6f763d95c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d064bac-ee4b-40e3-86a3-6421590a6550,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:55.286188 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:55.291606 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0900c926-9dee-4ab2-84f8-cac6f763d95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:55.300621 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900c926-9dee-4ab2-84f8-cac6f763d95c admin admin] Checking segment: {'id': '4e751a37-5580-4d41-81da-c60fd042546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '747402b7-715d-49bc-bd4b-8952edf973f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 19:01:55.301026 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0900c926-9dee-4ab2-84f8-cac6f763d95c admin admin] Network hostable DHCP agents. Network: 747402b7-715d-49bc-bd4b-8952edf973f9, hostable agents: ['a41abe41-405e-44f6-93bc-257153f9e77b'], hosted agents: [] {{(pid=100040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 19:01:55.386314 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d7295e03-8379-4f9b-8db3-511b37eda6d6 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 19:01:55.395299 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0900c926-9dee-4ab2-84f8-cac6f763d95c admin admin] Network 747402b7-715d-49bc-bd4b-8952edf973f9 is scheduled to be hosted by DHCP agent a41abe41-405e-44f6-93bc-257153f9e77b with binding_index 1 {{(pid=100040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 19:01:55.516960 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-0900c926-9dee-4ab2-84f8-cac6f763d95c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-iscsi, 747402b7-715d-49bc-bd4b-8952edf973f9) {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:01:55.522109 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0900c926-9dee-4ab2-84f8-cac6f763d95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:01:55.524071 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-0900c926-9dee-4ab2-84f8-cac6f763d95c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:55.525071 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33fbb97-a1df-43de-afdb-4566c41dfac8 None None] Network 747402b7-715d-49bc-bd4b-8952edf973f9 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 19:01:55.537292 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:55.547513 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.provisioning_blocks [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Transition to ACTIVE for port object d2e3185b-6e54-4028-9db5-017d6a3a9008 will not be triggered until provisioned by entity L2. {{(pid=100042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 19:01:55.566089 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port d7295e03-8379-4f9b-8db3-511b37eda6d6 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 19:01:55.574650 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port d7295e03-8379-4f9b-8db3-511b37eda6d6 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:01:55.575044 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:55.637411 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-0900c926-9dee-4ab2-84f8-cac6f763d95c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7668774 Jun 16 19:01:55.639741 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57316) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:55.644238 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-269761914-router', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 19:01:55.648510 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:55.654804 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-be6a038e-548a-4303-b180-4d3082e1d4fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:55.701584 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:55.727766 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e0f5f-87db-441b-b83b-3ba56a20f2a7 None None] Pushing event updated for resources: {'Port': ['ID=d2e3185b-6e54-4028-9db5-017d6a3a9008,revision_number=3']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:55.738560 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e0f5f-87db-441b-b83b-3ba56a20f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:55.738921 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e0f5f-87db-441b-b83b-3ba56a20f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:55.739282 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e0f5f-87db-441b-b83b-3ba56a20f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:55.739600 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e0f5f-87db-441b-b83b-3ba56a20f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:55.740279 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e0f5f-87db-441b-b83b-3ba56a20f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:55.740792 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e0f5f-87db-441b-b83b-3ba56a20f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:55.741093 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3204'] for router, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:55.741273 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e0f5f-87db-441b-b83b-3ba56a20f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:55.741605 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e0f5f-87db-441b-b83b-3ba56a20f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:55.741936 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e0f5f-87db-441b-b83b-3ba56a20f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:55.742257 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e0f5f-87db-441b-b83b-3ba56a20f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:55.742571 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e0f5f-87db-441b-b83b-3ba56a20f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:55.742882 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e0f5f-87db-441b-b83b-3ba56a20f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:55.744627 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3199'] for router, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:55.753055 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8b26a4e-7818-5058-9bf8-178988fe1486-747402b7-715d-49bc-bd4b-8952edf973f9', 'network_id': '747402b7-715d-49bc-bd4b-8952edf973f9', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'fixed_ips': [{'subnet_id': '5d064bac-ee4b-40e3-86a3-6421590a6550'}]}} from dv-cinder-667108-31-iscsi. {{(pid=100041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 19:01:55.753924 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:55.757808 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port d7295e03-8379-4f9b-8db3-511b37eda6d6, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=d7295e03-8379-4f9b-8db3-511b37eda6d6,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:01:55.765177 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-d24e0f5f-87db-441b-b83b-3ba56a20f2a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:55.805869 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Attempting to bind port d2e3185b-6e54-4028-9db5-017d6a3a9008 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 19:01:55.806533 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Attempting to bind port d2e3185b-6e54-4028-9db5-017d6a3a9008 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': 'eb44cb7a-fa5f-4110-ab74-a2d263bcf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1'}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 19:01:55.807224 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Attempting to bind port d2e3185b-6e54-4028-9db5-017d6a3a9008 on network 696a629a-c7f6-4b44-822a-09864824faa1 {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 19:01:55.812330 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:55.814112 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 19, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 19:01:55.815067 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Checking segment: {'id': 'eb44cb7a-fa5f-4110-ab74-a2d263bcf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 19:01:55.815727 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:55.816336 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Bound using segment: {'id': 'eb44cb7a-fa5f-4110-ab74-a2d263bcf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1'} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 19:01:55.816741 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Bound port: d2e3185b-6e54-4028-9db5-017d6a3a9008, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb44cb7a-fa5f-4110-ab74-a2d263bcf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1'}}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 19:01:55.817219 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:55.856493 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:55.875820 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-48fd2d5e-786e-46b1-b795-19abbcb060c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:55.887339 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] For port d2e3185b-6e54-4028-9db5-017d6a3a9008, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 19:01:55.890895 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] For port d2e3185b-6e54-4028-9db5-017d6a3a9008, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=d2e3185b-6e54-4028-9db5-017d6a3a9008,segment=NetworkSegment(eb44cb7a-fa5f-4110-ab74-a2d263bcf880),segment_id=eb44cb7a-fa5f-4110-ab74-a2d263bcf880)] {{(pid=100042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 19:01:55.929779 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.db_base_plugin_common [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Allocated IP 172.20.0.2 (747402b7-715d-49bc-bd4b-8952edf973f9/5d064bac-ee4b-40e3-86a3-6421590a6550/a4e29f92-dd42-46e1-bd86-c3599ee06999) {{(pid=100041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:01:55.955446 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=d7295e03-8379-4f9b-8db3-511b37eda6d6,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:55.958556 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:55.974423 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:55.978146 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-04d1ccd6-2e15-49a3-a43f-9b0b38ffe235 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:56.029866 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e0f5f-87db-441b-b83b-3ba56a20f2a7 None None] Pushing event updated for resources: {'Port': ['ID=d2e3185b-6e54-4028-9db5-017d6a3a9008,revision_number=4']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:56.035291 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-d24e0f5f-87db-441b-b83b-3ba56a20f2a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:56.042800 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Routers {'ab7d345d-4a41-4b6d-8f8c-08ce873164cb'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:01:56.043441 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:01:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:56.068890 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3177'] for router, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:56.117359 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Notify callbacks [] for port, precommit_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:56.127809 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Transition to ACTIVE for port object a4e29f92-dd42-46e1-bd86-c3599ee06999 will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 19:01:56.146393 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Transition to ACTIVE for port object a4e29f92-dd42-46e1-bd86-c3599ee06999 will not be triggered until provisioned by entity DHCP. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 19:01:56.155716 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] Set router ab7d345d-4a41-4b6d-8f8c-08ce873164cb gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:01:56.218627 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590'] for port, after_create {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:56.220673 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:56.256699 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Network 747402b7-715d-49bc-bd4b-8952edf973f9 is already hosted by enough agents. {{(pid=100041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:01:56.261727 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.scheduler.base_scheduler [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Resources bound (agent type, host, resource id): {{(pid=100041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:01:56.265926 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Received port after_create {{(pid=100041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 19:01:56.275659 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Pushing event updated for resources: {'Port': ['ID=a4e29f92-dd42-46e1-bd86-c3599ee06999,revision_number=1']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:56.279022 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:56.337454 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Attempting to bind port a4e29f92-dd42-46e1-bd86-c3599ee06999 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 19:01:56.337909 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Attempting to bind port a4e29f92-dd42-46e1-bd86-c3599ee06999 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '4e751a37-5580-4d41-81da-c60fd042546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '747402b7-715d-49bc-bd4b-8952edf973f9'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 19:01:56.338250 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Attempting to bind port a4e29f92-dd42-46e1-bd86-c3599ee06999 on network 747402b7-715d-49bc-bd4b-8952edf973f9 {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 19:01:56.339366 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:56.343394 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 19, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 19:01:56.343786 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Checking segment: {'id': '4e751a37-5580-4d41-81da-c60fd042546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '747402b7-715d-49bc-bd4b-8952edf973f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 19:01:56.344207 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:56.344612 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Bound using segment: {'id': '4e751a37-5580-4d41-81da-c60fd042546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '747402b7-715d-49bc-bd4b-8952edf973f9'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 19:01:56.345127 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Bound port: a4e29f92-dd42-46e1-bd86-c3599ee06999, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e751a37-5580-4d41-81da-c60fd042546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '747402b7-715d-49bc-bd4b-8952edf973f9'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 19:01:56.345543 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:56.357941 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:56.363856 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'name': 'tempest-TestShelveInstance-1084300221-router', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:49Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 4, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'gw_port': {'id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:50Z', 'updated_at': '2021-06-16T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd2e3185b-6e54-4028-9db5-017d6a3a9008', 'name': '', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'mac_address': 'fa:16:3e:a8:e2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f382b436-2013-4334-8668-0c0773dae061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:52Z', 'updated_at': '2021-06-16T19:01:55Z', 'revision_number': 4, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'subnets': [{'id': 'f382b436-2013-4334-8668-0c0773dae061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:56.367666 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5623aa3-7fa2-4a3f-aca6-667253f9b7e6 None None] The sync data for ids ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'] in dv-cinder-667108-31-iscsi is: [{'id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'name': 'tempest-TestShelveInstance-1084300221-router', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:49Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 4, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'gw_port': {'id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:50Z', 'updated_at': '2021-06-16T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd2e3185b-6e54-4028-9db5-017d6a3a9008', 'name': '', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'mac_address': 'fa:16:3e:a8:e2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f382b436-2013-4334-8668-0c0773dae061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:52Z', 'updated_at': '2021-06-16T19:01:55Z', 'revision_number': 4, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'subnets': [{'id': 'f382b436-2013-4334-8668-0c0773dae061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:01:56.419964 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] For port a4e29f92-dd42-46e1-bd86-c3599ee06999, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 19:01:56.423918 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] For port a4e29f92-dd42-46e1-bd86-c3599ee06999, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=a4e29f92-dd42-46e1-bd86-c3599ee06999,segment=NetworkSegment(4e751a37-5580-4d41-81da-c60fd042546a),segment_id=4e751a37-5580-4d41-81da-c60fd042546a)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 19:01:56.466836 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Allocated IP 172.27.3.133 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/51dc156c-a2c8-4e69-a813-e3cb540271e9) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:01:56.515307 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:56.518265 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:56.573327 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Pushing event updated for resources: {'Port': ['ID=a4e29f92-dd42-46e1-bd86-c3599ee06999,revision_number=2']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:56.576635 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-7d53c92a-4dc5-4f3d-b548-41f7a5d08d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:56.585571 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:56.675685 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25564287'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:56.677817 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e3cf5cdf-7c07-4548-af00-3b52a49134f4 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:56.716081 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:01:56.722681 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:01:56.726411 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 19:01:56.769164 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=51dc156c-a2c8-4e69-a813-e3cb540271e9,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:56.771475 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:56.773558 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:57.435916 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:57.479768 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d2e3185b-6e54-4028-9db5-017d6a3a9008 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 19:01:57.502149 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee03e2fd-b914-49a2-aa8a-8b04eda1cac6 None None] Network 747402b7-715d-49bc-bd4b-8952edf973f9 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 19:01:57.630749 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421606'] for router, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:57.641518 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-813bcc86-1a3d-4f70-8187-0ac7394e2cc0 None None] Provisioning for port a4e29f92-dd42-46e1-bd86-c3599ee06999 completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 19:01:57.684267 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port d2e3185b-6e54-4028-9db5-017d6a3a9008 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 19:01:57.689845 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port d2e3185b-6e54-4028-9db5-017d6a3a9008 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:01:57.690221 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:57.859990 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Router 8c0ee70e-8a90-4bbe-83f5-83c152242f2d is scheduled to L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 with binding_index 1 {{(pid=100040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 19:01:57.891817 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:57.933785 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port d2e3185b-6e54-4028-9db5-017d6a3a9008, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=d2e3185b-6e54-4028-9db5-017d6a3a9008,segment=NetworkSegment(eb44cb7a-fa5f-4110-ab74-a2d263bcf880),segment_id=eb44cb7a-fa5f-4110-ab74-a2d263bcf880)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:01:57.972931 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 19:01:57.986774 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Sync routers for ids ['8c0ee70e-8a90-4bbe-83f5-83c152242f2d'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:01:57.996916 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Routers {'8c0ee70e-8a90-4bbe-83f5-83c152242f2d'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:01:57.997561 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:01:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['8c0ee70e-8a90-4bbe-83f5-83c152242f2d'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:58.067726 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:58.068536 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device a4e29f92-dd42-46e1-bd86-c3599ee06999 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 19:01:58.073302 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:58.080625 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] Notify callbacks [] for router, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:58.081872 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-ac6f8e66-7b5d-46a6-8849-61db526a0ca5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4410868 Jun 16 19:01:58.084663 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57318) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:01:58.176389 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=d2e3185b-6e54-4028-9db5-017d6a3a9008,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:58.182422 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:58.199621 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Set router 8c0ee70e-8a90-4bbe-83f5-83c152242f2d gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:01:58.293067 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port a4e29f92-dd42-46e1-bd86-c3599ee06999 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 19:01:58.303083 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port a4e29f92-dd42-46e1-bd86-c3599ee06999 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:01:58.303475 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:58.434011 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:58.452494 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'name': 'tempest-TestShelveInstance-269761914-router', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '51dc156c-a2c8-4e69-a813-e3cb540271e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:55Z', 'updated_at': '2021-06-16T19:01:56Z', 'revision_number': 3, 'project_id': '7685857b74e443c7940e91926b53bea1', 'gw_port': {'id': '51dc156c-a2c8-4e69-a813-e3cb540271e9', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:56Z', 'updated_at': '2021-06-16T19:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:58.461236 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Checking router: 8c0ee70e-8a90-4bbe-83f5-83c152242f2d for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:01:58.461584 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Updating router 8c0ee70e-8a90-4bbe-83f5-83c152242f2d port 51dc156c-a2c8-4e69-a813-e3cb540271e9 binding host dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 19:01:58.484958 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:58.493997 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port a4e29f92-dd42-46e1-bd86-c3599ee06999, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=a4e29f92-dd42-46e1-bd86-c3599ee06999,segment=NetworkSegment(4e751a37-5580-4d41-81da-c60fd042546a),segment_id=4e751a37-5580-4d41-81da-c60fd042546a)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:01:58.506097 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:58.586313 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:58.587180 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d7295e03-8379-4f9b-8db3-511b37eda6d6 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 19:01:58.590867 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:58.639699 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Allocated IP 172.20.0.1 (747402b7-715d-49bc-bd4b-8952edf973f9/5d064bac-ee4b-40e3-86a3-6421590a6550/d0799af8-bb2f-44b7-aaa0-72e3868f7126) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:01:58.690972 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=a4e29f92-dd42-46e1-bd86-c3599ee06999,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:58.694341 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:58.742104 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:58.753492 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port d7295e03-8379-4f9b-8db3-511b37eda6d6 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:01:58.753876 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:58.757768 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.provisioning_blocks [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Transition to ACTIVE for port object d0799af8-bb2f-44b7-aaa0-72e3868f7126 will not be triggered until provisioned by entity DHCP. {{(pid=100040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 19:01:58.857756 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25564287'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:58.860675 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e60b6121-bb70-4782-9fe3-ee51c853c388 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:58.888207 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Notify callbacks [] for port, precommit_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:58.895607 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Network 747402b7-715d-49bc-bd4b-8952edf973f9 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:01:58.898478 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:01:58.904175 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 19:01:58.909860 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Transition to ACTIVE for port object 51dc156c-a2c8-4e69-a813-e3cb540271e9 will not be triggered until provisioned by entity L2. {{(pid=100041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 19:01:58.932877 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Pushing event updated for resources: {'Port': ['ID=d0799af8-bb2f-44b7-aaa0-72e3868f7126,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:58.937096 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:58.948261 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425815'] for router_interface, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:58.979404 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:58.986551 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:59.031096 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Attempting to bind port 51dc156c-a2c8-4e69-a813-e3cb540271e9 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 19:01:59.031490 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Attempting to bind port 51dc156c-a2c8-4e69-a813-e3cb540271e9 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 19:01:59.031868 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Attempting to bind port 51dc156c-a2c8-4e69-a813-e3cb540271e9 on network 8606aa04-9217-44b7-9651-2ff45bf86ab5 {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 19:01:59.040736 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561dd94b-c49d-4a0f-851e-bda3d2b3e794 None None] Pushing event updated for resources: {'Port': ['ID=51dc156c-a2c8-4e69-a813-e3cb540271e9,revision_number=2']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:59.049600 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 19, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 19:01:59.050051 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Checking segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 19:01:59.050476 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:59.050886 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Bound using segment: {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'} {{(pid=100041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 19:01:59.051449 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.managers [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Bound port: 51dc156c-a2c8-4e69-a813-e3cb540271e9, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a183a7-6f41-4309-b085-e8d58d372937', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5'}}] {{(pid=100041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 19:01:59.051843 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:59.053848 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-561dd94b-c49d-4a0f-851e-bda3d2b3e794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:59.106024 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] For port 51dc156c-a2c8-4e69-a813-e3cb540271e9, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 19:01:59.109465 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] For port 51dc156c-a2c8-4e69-a813-e3cb540271e9, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=51dc156c-a2c8-4e69-a813-e3cb540271e9,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 19:01:59.156235 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:59.194175 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:59.197065 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:59.256027 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561dd94b-c49d-4a0f-851e-bda3d2b3e794 None None] Pushing event updated for resources: {'Port': ['ID=51dc156c-a2c8-4e69-a813-e3cb540271e9,revision_number=3']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:59.258625 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Routers {'8c0ee70e-8a90-4bbe-83f5-83c152242f2d'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:01:59.259256 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:01:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['8c0ee70e-8a90-4bbe-83f5-83c152242f2d'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:59.261113 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-561dd94b-c49d-4a0f-851e-bda3d2b3e794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:59.293193 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-55c49c20-07b6-4ea1-9229-a24e11edeb27 None None] Provisioning for port d0799af8-bb2f-44b7-aaa0-72e3868f7126 completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 19:01:59.315731 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:59.323487 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-55c49c20-07b6-4ea1-9229-a24e11edeb27 None None] Provisioning complete for port d0799af8-bb2f-44b7-aaa0-72e3868f7126 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:01:59.323870 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-55c49c20-07b6-4ea1-9229-a24e11edeb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:59.364199 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d2e3185b-6e54-4028-9db5-017d6a3a9008 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 19:01:59.398672 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-55c49c20-07b6-4ea1-9229-a24e11edeb27 None None] Port d0799af8-bb2f-44b7-aaa0-72e3868f7126 cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 19:01:59.408230 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:59.411499 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7e470b0c-4438-425f-9d6d-dc44d10e8c6b tempest-VolumesSnapshotTestJSON-1140386189 tempest-VolumesSnapshotTestJSON-1140386189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:01:59.429149 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] Set router 8c0ee70e-8a90-4bbe-83f5-83c152242f2d gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:01:59.475454 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port d2e3185b-6e54-4028-9db5-017d6a3a9008 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:01:59.475715 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Pushing event updated for resources: {'Port': ['ID=d0799af8-bb2f-44b7-aaa0-72e3868f7126,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:59.475833 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:59.478585 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425771'] for router_interface, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:59.481394 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:01:59.566285 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Network 747402b7-715d-49bc-bd4b-8952edf973f9 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:01:59.567755 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:01:59.672249 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device a4e29f92-dd42-46e1-bd86-c3599ee06999 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 19:01:59.680496 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Router 8c0ee70e-8a90-4bbe-83f5-83c152242f2d has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 19:01:59.726664 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'name': 'tempest-TestShelveInstance-269761914-router', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '51dc156c-a2c8-4e69-a813-e3cb540271e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:55Z', 'updated_at': '2021-06-16T19:01:59Z', 'revision_number': 4, 'project_id': '7685857b74e443c7940e91926b53bea1', 'gw_port': {'id': '51dc156c-a2c8-4e69-a813-e3cb540271e9', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:56Z', 'updated_at': '2021-06-16T19:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd0799af8-bb2f-44b7-aaa0-72e3868f7126', 'name': '', 'network_id': '747402b7-715d-49bc-bd4b-8952edf973f9', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'mac_address': 'fa:16:3e:08:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5d064bac-ee4b-40e3-86a3-6421590a6550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:58Z', 'updated_at': '2021-06-16T19:01:58Z', 'revision_number': 1, 'project_id': '7685857b74e443c7940e91926b53bea1', 'subnets': [{'id': '5d064bac-ee4b-40e3-86a3-6421590a6550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:59.732249 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07608d-7dac-497f-a653-902b8d41c9f9 None None] The sync data for ids ['8c0ee70e-8a90-4bbe-83f5-83c152242f2d'] in dv-cinder-667108-31-iscsi is: [{'id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'name': 'tempest-TestShelveInstance-269761914-router', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '51dc156c-a2c8-4e69-a813-e3cb540271e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:55Z', 'updated_at': '2021-06-16T19:01:59Z', 'revision_number': 4, 'project_id': '7685857b74e443c7940e91926b53bea1', 'gw_port': {'id': '51dc156c-a2c8-4e69-a813-e3cb540271e9', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:56Z', 'updated_at': '2021-06-16T19:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd0799af8-bb2f-44b7-aaa0-72e3868f7126', 'name': '', 'network_id': '747402b7-715d-49bc-bd4b-8952edf973f9', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'mac_address': 'fa:16:3e:08:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5d064bac-ee4b-40e3-86a3-6421590a6550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:58Z', 'updated_at': '2021-06-16T19:01:58Z', 'revision_number': 1, 'project_id': '7685857b74e443c7940e91926b53bea1', 'subnets': [{'id': '5d064bac-ee4b-40e3-86a3-6421590a6550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:01:59.737696 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port a4e29f92-dd42-46e1-bd86-c3599ee06999 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:01:59.738084 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:59.792507 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 19:01:59.800134 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-e2c61677-dc82-43e0-ad9f-b254586ab63f admin admin] 10.222.0.41 "PUT /v2.0/routers/8c0ee70e-8a90-4bbe-83f5-83c152242f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7144575 Jun 16 19:01:59.838029 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-0bef83df-8882-47b5-9997-2704e9ada761 None None] Provisioning complete for port d0799af8-bb2f-44b7-aaa0-72e3868f7126 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:01:59.838327 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-0bef83df-8882-47b5-9997-2704e9ada761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:01:59.875453 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-0bef83df-8882-47b5-9997-2704e9ada761 None None] Port d0799af8-bb2f-44b7-aaa0-72e3868f7126 cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 19:02:00.510292 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57328) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:02:00.515629 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-2a0166ff-515d-4c0e-9163-ed5b9303bb43 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1896663967', 'description': 'tempest-secgroup-smoke-1896663967 description', 'project_id': 'f0731301a2c542d09e00fcacf53e72a2'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 19:02:00.619716 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2a0166ff-515d-4c0e-9163-ed5b9303bb43 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:00.704353 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2a0166ff-515d-4c0e-9163-ed5b9303bb43 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:00.779352 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2a0166ff-515d-4c0e-9163-ed5b9303bb43 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:00.782691 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-bfbaa202-aa4c-4fd9-9a88-bb2926a3c2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:00.809092 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0166ff-515d-4c0e-9163-ed5b9303bb43 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:00.812400 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-2a0166ff-515d-4c0e-9163-ed5b9303bb43 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:00.880673 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-2a0166ff-515d-4c0e-9163-ed5b9303bb43 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:00.881925 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-2a0166ff-515d-4c0e-9163-ed5b9303bb43 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3706033 Jun 16 19:02:00.884807 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57330) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:02:00.889204 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-dec2eb44-51bb-4738-a7a6-694c5a5d0c6c tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Request body: {'security_group_rule': {'security_group_id': '5e0f9fdc-650f-4d1b-abe7-55084ec9efcc', 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 19:02:00.972829 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-dec2eb44-51bb-4738-a7a6-694c5a5d0c6c tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:01.028633 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-dec2eb44-51bb-4738-a7a6-694c5a5d0c6c tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:01.104948 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-dec2eb44-51bb-4738-a7a6-694c5a5d0c6c tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:01.107179 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-1291d720-537f-4403-a52f-c2a5e49fec83 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:01.123093 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2eb44-51bb-4738-a7a6-694c5a5d0c6c tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71711b6-ee2f-498f-9796-841356446fc4,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:01.126095 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-dec2eb44-51bb-4738-a7a6-694c5a5d0c6c tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:01.208159 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-dec2eb44-51bb-4738-a7a6-694c5a5d0c6c tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:01.209360 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-dec2eb44-51bb-4738-a7a6-694c5a5d0c6c tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3236468 Jun 16 19:02:01.212044 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57332) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:02:01.216399 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-80f0849e-3568-4bb2-8f6e-241be4e239f8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Request body: {'security_group_rule': {'security_group_id': '5e0f9fdc-650f-4d1b-abe7-55084ec9efcc', 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 19:02:01.324908 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-80f0849e-3568-4bb2-8f6e-241be4e239f8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:01.380569 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 51dc156c-a2c8-4e69-a813-e3cb540271e9 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 19:02:01.389550 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-80f0849e-3568-4bb2-8f6e-241be4e239f8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:01.451794 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-80f0849e-3568-4bb2-8f6e-241be4e239f8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:01.453924 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-0c288fe5-4e9a-4d44-860f-655a5a56b887 tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:01.469464 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0849e-3568-4bb2-8f6e-241be4e239f8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eecab8ec-93d3-44eb-ad3f-5a0ad9c29579,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:01.471788 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-80f0849e-3568-4bb2-8f6e-241be4e239f8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:01.480403 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port 51dc156c-a2c8-4e69-a813-e3cb540271e9 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 19:02:01.485051 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 51dc156c-a2c8-4e69-a813-e3cb540271e9 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:02:01.485430 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:01.557047 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-80f0849e-3568-4bb2-8f6e-241be4e239f8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:01.560845 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-80f0849e-3568-4bb2-8f6e-241be4e239f8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3453100 Jun 16 19:02:01.561640 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57334) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:02:01.566220 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-568f9301-db79-406f-833c-744560d852f4 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Request body: {'security_group_rule': {'security_group_id': '5e0f9fdc-650f-4d1b-abe7-55084ec9efcc', 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 19:02:01.571744 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Sync routers for ids ['8c0ee70e-8a90-4bbe-83f5-83c152242f2d'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:02:01.578212 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Routers {'8c0ee70e-8a90-4bbe-83f5-83c152242f2d'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:02:01.578852 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:01:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['8c0ee70e-8a90-4bbe-83f5-83c152242f2d'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:02:01.676610 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-568f9301-db79-406f-833c-744560d852f4 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:01.684695 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:01.684902 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Set router 8c0ee70e-8a90-4bbe-83f5-83c152242f2d gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:02:01.704914 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port 51dc156c-a2c8-4e69-a813-e3cb540271e9, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=51dc156c-a2c8-4e69-a813-e3cb540271e9,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:02:01.736816 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-568f9301-db79-406f-833c-744560d852f4 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:01.785175 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:01.787125 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:01.814029 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-568f9301-db79-406f-833c-744560d852f4 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:01.820299 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:01.833409 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=51dc156c-a2c8-4e69-a813-e3cb540271e9,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:01.835209 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f9301-db79-406f-833c-744560d852f4 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9057b418-18ce-488d-bfa2-91ffadfadffd,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:01.846753 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:01.847272 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-568f9301-db79-406f-833c-744560d852f4 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:01.886281 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'name': 'tempest-TestShelveInstance-269761914-router', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '51dc156c-a2c8-4e69-a813-e3cb540271e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:55Z', 'updated_at': '2021-06-16T19:01:59Z', 'revision_number': 4, 'project_id': '7685857b74e443c7940e91926b53bea1', 'gw_port': {'id': '51dc156c-a2c8-4e69-a813-e3cb540271e9', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:56Z', 'updated_at': '2021-06-16T19:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd0799af8-bb2f-44b7-aaa0-72e3868f7126', 'name': '', 'network_id': '747402b7-715d-49bc-bd4b-8952edf973f9', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'mac_address': 'fa:16:3e:08:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5d064bac-ee4b-40e3-86a3-6421590a6550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:58Z', 'updated_at': '2021-06-16T19:01:59Z', 'revision_number': 2, 'project_id': '7685857b74e443c7940e91926b53bea1', 'subnets': [{'id': '5d064bac-ee4b-40e3-86a3-6421590a6550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:02:01.889680 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Checking router: 8c0ee70e-8a90-4bbe-83f5-83c152242f2d for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:02:01.892549 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Updating router 8c0ee70e-8a90-4bbe-83f5-83c152242f2d port d0799af8-bb2f-44b7-aaa0-72e3868f7126 binding host dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 19:02:01.956629 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-568f9301-db79-406f-833c-744560d852f4 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:01.957865 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-568f9301-db79-406f-833c-744560d852f4 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3957839 Jun 16 19:02:01.960753 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57336) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:02:01.965509 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-169a1300-7dc0-4dc6-a989-d7c09edd8878 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Request body: {'security_group_rule': {'security_group_id': '5e0f9fdc-650f-4d1b-abe7-55084ec9efcc', 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 19:02:02.006051 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:02.081317 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-169a1300-7dc0-4dc6-a989-d7c09edd8878 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:02.138400 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-169a1300-7dc0-4dc6-a989-d7c09edd8878 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:02.219560 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-169a1300-7dc0-4dc6-a989-d7c09edd8878 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:02.221744 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7d5c8461-1d83-4bf9-95ad-b275ef26409d tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:02.237886 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a1300-7dc0-4dc6-a989-d7c09edd8878 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059d0e13-80b0-498a-9cc5-5f4d8c786f66,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:02.240287 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-169a1300-7dc0-4dc6-a989-d7c09edd8878 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:02.255428 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:02.265072 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.provisioning_blocks [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Transition to ACTIVE for port object d0799af8-bb2f-44b7-aaa0-72e3868f7126 will not be triggered until provisioned by entity L2. {{(pid=100042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 19:02:02.305237 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-169a1300-7dc0-4dc6-a989-d7c09edd8878 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:02.306432 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-169a1300-7dc0-4dc6-a989-d7c09edd8878 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447230 Jun 16 19:02:02.309333 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57338) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:02:02.314401 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-a120f81a-7d9e-4d51-9c60-4223bcfe507b tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Request body: {'security_group_rule': {'security_group_id': '5e0f9fdc-650f-4d1b-abe7-55084ec9efcc', 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 19:02:02.331712 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:02.333851 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:02.400940 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.securitygroups_db [None req-a120f81a-7d9e-4d51-9c60-4223bcfe507b tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Project f0731301a2c542d09e00fcacf53e72a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 19:02:02.405506 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17ca8f-1cc3-453f-a505-956d1de52823 None None] Pushing event updated for resources: {'Port': ['ID=d0799af8-bb2f-44b7-aaa0-72e3868f7126,revision_number=3']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:02.406963 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a120f81a-7d9e-4d51-9c60-4223bcfe507b tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:02.409324 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-fc17ca8f-1cc3-453f-a505-956d1de52823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:02.461073 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Attempting to bind port d0799af8-bb2f-44b7-aaa0-72e3868f7126 on host dv-cinder-667108-31-iscsi for vnic_type normal with profile {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 19:02:02.461442 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Attempting to bind port d0799af8-bb2f-44b7-aaa0-72e3868f7126 by drivers openvswitch,hyperv on host dv-cinder-667108-31-iscsi at level 0 using segments [{'id': '4e751a37-5580-4d41-81da-c60fd042546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '747402b7-715d-49bc-bd4b-8952edf973f9'}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 19:02:02.461811 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Attempting to bind port d0799af8-bb2f-44b7-aaa0-72e3868f7126 on network 747402b7-715d-49bc-bd4b-8952edf973f9 {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 19:02:02.467079 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Checking agent: {'id': 'fd0946eb-ce5c-446e-89e2-25e9f411d7e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 39, 18), 'started_at': datetime.datetime(2021, 6, 16, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 19, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 19:02:02.467993 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Checking segment: {'id': '4e751a37-5580-4d41-81da-c60fd042546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '747402b7-715d-49bc-bd4b-8952edf973f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 19:02:02.468368 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:02.468762 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Bound using segment: {'id': '4e751a37-5580-4d41-81da-c60fd042546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '747402b7-715d-49bc-bd4b-8952edf973f9'} {{(pid=100042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 19:02:02.469230 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.managers [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Bound port: d0799af8-bb2f-44b7-aaa0-72e3868f7126, host: dv-cinder-667108-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e751a37-5580-4d41-81da-c60fd042546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '747402b7-715d-49bc-bd4b-8952edf973f9'}}] {{(pid=100042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 19:02:02.469605 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:02.474353 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a120f81a-7d9e-4d51-9c60-4223bcfe507b tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:02.537512 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] For port d0799af8-bb2f-44b7-aaa0-72e3868f7126, host dv-cinder-667108-31-iscsi, cleared binding levels {{(pid=100042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 19:02:02.540499 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.plugins.ml2.db [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] For port d0799af8-bb2f-44b7-aaa0-72e3868f7126, host dv-cinder-667108-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=d0799af8-bb2f-44b7-aaa0-72e3868f7126,segment=NetworkSegment(4e751a37-5580-4d41-81da-c60fd042546a),segment_id=4e751a37-5580-4d41-81da-c60fd042546a)] {{(pid=100042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 19:02:02.556439 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a120f81a-7d9e-4d51-9c60-4223bcfe507b tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:02.559032 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-169a1300-7dc0-4dc6-a989-d7c09edd8878 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:02.572113 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120f81a-7d9e-4d51-9c60-4223bcfe507b tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e353d87-cc3f-487a-aa12-7acf755d993c,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:02.575806 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-a120f81a-7d9e-4d51-9c60-4223bcfe507b tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:02.645150 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron_lib.callbacks.manager [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:02.645150 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:02.697368 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Routers {'8c0ee70e-8a90-4bbe-83f5-83c152242f2d'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:02:02.697787 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-a120f81a-7d9e-4d51-9c60-4223bcfe507b tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:02.702737 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:01:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['8c0ee70e-8a90-4bbe-83f5-83c152242f2d'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:02:02.702908 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-a120f81a-7d9e-4d51-9c60-4223bcfe507b tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3887708 Jun 16 19:02:02.702908 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57340) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:02:02.707844 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-dbe03032-c02d-4347-9718-a8c30e0c0d14 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Request body: {'security_group_rule': {'security_group_id': '5e0f9fdc-650f-4d1b-abe7-55084ec9efcc', 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 19:02:02.772999 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17ca8f-1cc3-453f-a505-956d1de52823 None None] Pushing event updated for resources: {'Port': ['ID=d0799af8-bb2f-44b7-aaa0-72e3868f7126,revision_number=4']} {{(pid=100042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:02.777354 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG oslo_concurrency.lockutils [None req-fc17ca8f-1cc3-453f-a505-956d1de52823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:02.813798 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.securitygroups_db [None req-dbe03032-c02d-4347-9718-a8c30e0c0d14 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Project f0731301a2c542d09e00fcacf53e72a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 19:02:02.818675 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] Set router 8c0ee70e-8a90-4bbe-83f5-83c152242f2d gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:02:02.819062 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-dbe03032-c02d-4347-9718-a8c30e0c0d14 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:02.887665 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-dbe03032-c02d-4347-9718-a8c30e0c0d14 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:03.008155 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-dbe03032-c02d-4347-9718-a8c30e0c0d14 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379677'] for security_group_rule, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:03.010112 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-568f9301-db79-406f-833c-744560d852f4 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:03.014080 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'name': 'tempest-TestShelveInstance-269761914-router', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '51dc156c-a2c8-4e69-a813-e3cb540271e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:55Z', 'updated_at': '2021-06-16T19:01:59Z', 'revision_number': 4, 'project_id': '7685857b74e443c7940e91926b53bea1', 'gw_port': {'id': '51dc156c-a2c8-4e69-a813-e3cb540271e9', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:56Z', 'updated_at': '2021-06-16T19:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd0799af8-bb2f-44b7-aaa0-72e3868f7126', 'name': '', 'network_id': '747402b7-715d-49bc-bd4b-8952edf973f9', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'mac_address': 'fa:16:3e:08:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5d064bac-ee4b-40e3-86a3-6421590a6550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:58Z', 'updated_at': '2021-06-16T19:02:02Z', 'revision_number': 4, 'project_id': '7685857b74e443c7940e91926b53bea1', 'subnets': [{'id': '5d064bac-ee4b-40e3-86a3-6421590a6550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:02:03.017500 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72654cbc-a14a-45e2-846a-212327c29fb7 None None] The sync data for ids ['8c0ee70e-8a90-4bbe-83f5-83c152242f2d'] in dv-cinder-667108-31-iscsi is: [{'id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'name': 'tempest-TestShelveInstance-269761914-router', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '51dc156c-a2c8-4e69-a813-e3cb540271e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:55Z', 'updated_at': '2021-06-16T19:01:59Z', 'revision_number': 4, 'project_id': '7685857b74e443c7940e91926b53bea1', 'gw_port': {'id': '51dc156c-a2c8-4e69-a813-e3cb540271e9', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:56Z', 'updated_at': '2021-06-16T19:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd0799af8-bb2f-44b7-aaa0-72e3868f7126', 'name': '', 'network_id': '747402b7-715d-49bc-bd4b-8952edf973f9', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'mac_address': 'fa:16:3e:08:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5d064bac-ee4b-40e3-86a3-6421590a6550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:58Z', 'updated_at': '2021-06-16T19:02:02Z', 'revision_number': 4, 'project_id': '7685857b74e443c7940e91926b53bea1', 'subnets': [{'id': '5d064bac-ee4b-40e3-86a3-6421590a6550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:02:03.024938 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe03032-c02d-4347-9718-a8c30e0c0d14 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff7a832-1e8c-47fd-b30a-d456346db7d2,revision_number=0']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:03.029015 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-dbe03032-c02d-4347-9718-a8c30e0c0d14 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:03.128324 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-dbe03032-c02d-4347-9718-a8c30e0c0d14 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:03.129764 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-dbe03032-c02d-4347-9718-a8c30e0c0d14 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4256425 Jun 16 19:02:03.395053 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 51dc156c-a2c8-4e69-a813-e3cb540271e9 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 19:02:03.450842 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port 51dc156c-a2c8-4e69-a813-e3cb540271e9 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:02:03.451261 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:03.532922 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d0799af8-bb2f-44b7-aaa0-72e3868f7126 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 19:02:03.668813 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning for port d0799af8-bb2f-44b7-aaa0-72e3868f7126 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 19:02:03.673348 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port d0799af8-bb2f-44b7-aaa0-72e3868f7126 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:02:03.673735 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:03.747968 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:03.781420 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] For port d0799af8-bb2f-44b7-aaa0-72e3868f7126, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=d0799af8-bb2f-44b7-aaa0-72e3868f7126,segment=NetworkSegment(4e751a37-5580-4d41-81da-c60fd042546a),segment_id=4e751a37-5580-4d41-81da-c60fd042546a)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:02:03.859816 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:03.861632 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:03.909814 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Pushing event updated for resources: {'Port': ['ID=d0799af8-bb2f-44b7-aaa0-72e3868f7126,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:03.913053 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:05.362901 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d0799af8-bb2f-44b7-aaa0-72e3868f7126 up at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 19:02:05.410256 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Provisioning complete for port d0799af8-bb2f-44b7-aaa0-72e3868f7126 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:02:05.410630 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:15.533603 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-f01c613c-188b-4562-b4c9-f8ed8e80bae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:18.047545 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-ff9978f8-7c05-4847-a975-b88ca5e2d466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:18.367690 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:19.235805 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:21.001909 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:25.699072 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:02:26.759585 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:28.346717 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-c3b253b9-6286-4d06-852f-06d6825fc504 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1896663967&fields=id&tenant_id=f0731301a2c542d09e00fcacf53e72a2 HTTP/1.1" status: 200 len: 267 time: 0.0328975 Jun 16 19:02:28.450769 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-5baacfae-75d4-4321-a562-fad15baefb21 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:28.452746 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-5baacfae-75d4-4321-a562-fad15baefb21 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/networks?id=696a629a-c7f6-4b44-822a-09864824faa1 HTTP/1.1" status: 200 len: 809 time: 0.0998235 Jun 16 19:02:28.467434 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-a7b19cef-f6a2-40a6-96ae-9847c2e94279 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/quotas/f0731301a2c542d09e00fcacf53e72a2 HTTP/1.1" status: 200 len: 375 time: 0.0086787 Jun 16 19:02:28.530093 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-349ba6ad-65e7-4233-bfc8-b40e1b9500fc tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f0731301a2c542d09e00fcacf53e72a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573118 Jun 16 19:02:28.627983 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-da2d7af1-4712-425b-a629-3f440c0767c0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 19:02:28.628992 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-da2d7af1-4712-425b-a629-3f440c0767c0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0884278 Jun 16 19:02:28.718035 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-4370528b-d799-4888-9930-1374c2546aea service neutron] 10.222.0.41 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831814 Jun 16 19:02:28.805074 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-3ccc8e5f-f721-49b2-b911-59ec19d33492 service neutron] 10.222.0.41 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811923 Jun 16 19:02:29.432942 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-04ca3bbd-9deb-46e7-ae26-527f0a28fe1b req-4b9c2d10-ba0f-4963-a6cd-a0158e51c32b tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 210 time: 0.0766654 Jun 16 19:02:30.575933 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-dd7dc75b-4980-448d-aa9e-ed7da26009fa req-428f11a6-1a11-4d8d-b39a-29d56a21c151 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 210 time: 0.0322473 Jun 16 19:02:31.593194 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-014c139d-ae64-4dcd-bb5a-31eef4494058 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:31.594859 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-014c139d-ae64-4dcd-bb5a-31eef4494058 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.70 "GET /v2.0/networks?id=696a629a-c7f6-4b44-822a-09864824faa1 HTTP/1.1" status: 200 len: 809 time: 0.1065459 Jun 16 19:02:31.640096 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-126bbb2b-2b7a-496b-b887-e95794612ef1 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0731301a2c542d09e00fcacf53e72a2 HTTP/1.1" status: 200 len: 380 time: 0.0364079 Jun 16 19:02:31.649550 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Request body: {'port': {'device_id': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'admin_state_up': True, 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'security_groups': ['5e0f9fdc-650f-4d1b-abe7-55084ec9efcc']}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 19:02:31.732011 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c094ebe3-7ebd-44fe-9afb-c353fa00ef5f req-505faa08-ec27-462f-b32d-b84d5c1262be tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 210 time: 0.0338669 Jun 16 19:02:32.197278 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Made reservation on behalf of f0731301a2c542d09e00fcacf53e72a2 for: {'port': 1} {{(pid=100039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:02:32.200801 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:32.325829 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_common [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Allocated IP 172.20.0.9 (696a629a-c7f6-4b44-822a-09864824faa1/f382b436-2013-4334-8668-0c0773dae061/89d1f94e-eab9-494e-85fa-4ca98f3c3438) {{(pid=100039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:02:32.460790 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for port, precommit_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:32.473828 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.provisioning_blocks [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Transition to ACTIVE for port object 89d1f94e-eab9-494e-85fa-4ca98f3c3438 will not be triggered until provisioned by entity DHCP. {{(pid=100039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 19:02:32.611487 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25942567'] for port, after_create {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:32.615433 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-d2ba535f-c36b-459f-a9a2-690e928bba62 tempest-TestMinimumBasicScenario-1970989403 tempest-TestMinimumBasicScenario-1970989403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:32.659025 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Network 696a629a-c7f6-4b44-822a-09864824faa1 is already hosted by enough agents. {{(pid=100039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:02:32.663913 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.base_scheduler [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Resources bound (agent type, host, resource id): {{(pid=100039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:02:32.667662 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Received port after_create {{(pid=100039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 19:02:32.674479 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Pushing event updated for resources: {'Port': ['ID=89d1f94e-eab9-494e-85fa-4ca98f3c3438,revision_number=1']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:32.705448 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:32.705826 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:32.706187 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:32.706549 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:32.706904 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:32.707285 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:32.707637 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:32.707988 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:32.708339 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:32.708688 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:32.709156 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:32.709504 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:32.714780 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:32.737101 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:32.737101 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:32.874006 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-888a7213-b0f3-4bff-9693-7fb3fe6d3fd8 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2281017 Jun 16 19:02:32.887105 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.v2.base [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Request body: {'port': {'device_id': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=100039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 19:02:32.947781 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5156a-fcee-40ed-afa8-69e887349c53 req-0b7e3284-409f-4305-b87b-38b570c016cc tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:32.949364 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e0e5156a-fcee-40ed-afa8-69e887349c53 req-0b7e3284-409f-4305-b87b-38b570c016cc tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 931 time: 0.1051683 Jun 16 19:02:33.000810 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:33.020193 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e0e5156a-fcee-40ed-afa8-69e887349c53 req-cd43c9c0-b41c-47e3-8b07-94b62d1b319a tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518923 Jun 16 19:02:33.029881 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-c43f4827-c0a7-4604-8786-4a777d46ed2e None None] Provisioning for port 89d1f94e-eab9-494e-85fa-4ca98f3c3438 completed by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 19:02:33.034422 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-c43f4827-c0a7-4604-8786-4a777d46ed2e None None] Provisioning complete for port 89d1f94e-eab9-494e-85fa-4ca98f3c3438 triggered by entity DHCP. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:02:33.035030 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-c43f4827-c0a7-4604-8786-4a777d46ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:33.068618 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-c43f4827-c0a7-4604-8786-4a777d46ed2e None None] Port 89d1f94e-eab9-494e-85fa-4ca98f3c3438 cannot update to ACTIVE because it is not bound. {{(pid=100041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 19:02:33.262980 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d1f94e-eab9-494e-85fa-4ca98f3c3438 {{(pid=100039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 19:02:33.270619 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:33.281892 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.provisioning_blocks [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Transition to ACTIVE for port object 89d1f94e-eab9-494e-85fa-4ca98f3c3438 will not be triggered until provisioned by entity L2. {{(pid=100039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 19:02:33.388273 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942577'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:33.391078 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-41312196-72bc-4a68-a402-ca6755d2bcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:33.465409 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Pushing event updated for resources: {'Port': ['ID=89d1f94e-eab9-494e-85fa-4ca98f3c3438,revision_number=2']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:33.487579 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:33.536535 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Attempting to bind port 89d1f94e-eab9-494e-85fa-4ca98f3c3438 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 19:02:33.536865 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Attempting to bind port 89d1f94e-eab9-494e-85fa-4ca98f3c3438 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'eb44cb7a-fa5f-4110-ab74-a2d263bcf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1'}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 19:02:33.537188 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Attempting to bind port 89d1f94e-eab9-494e-85fa-4ca98f3c3438 on network 696a629a-c7f6-4b44-822a-09864824faa1 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 19:02:33.541590 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Port 89d1f94e-eab9-494e-85fa-4ca98f3c3438 on network 696a629a-c7f6-4b44-822a-09864824faa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 19:02:33.541907 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Attempting to bind port 89d1f94e-eab9-494e-85fa-4ca98f3c3438 on network 696a629a-c7f6-4b44-822a-09864824faa1 {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 19:02:33.547645 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Checking agent: {'id': '2f833d5d-6ffd-4363-8b58-2c072732e8a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'started_at': datetime.datetime(2021, 6, 16, 18, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 19, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 19:02:33.547976 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Checking segment: {'id': 'eb44cb7a-fa5f-4110-ab74-a2d263bcf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 19:02:33.548352 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Bound using segment: {'id': 'eb44cb7a-fa5f-4110-ab74-a2d263bcf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1'} {{(pid=100039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 19:02:33.548770 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.managers [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Bound port: 89d1f94e-eab9-494e-85fa-4ca98f3c3438, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb44cb7a-fa5f-4110-ab74-a2d263bcf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1'}}] {{(pid=100039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 19:02:33.549117 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:33.620116 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] For port 89d1f94e-eab9-494e-85fa-4ca98f3c3438, host hv-cinder-66710, cleared binding levels {{(pid=100039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 19:02:33.623819 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] For port 89d1f94e-eab9-494e-85fa-4ca98f3c3438, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438,segment=NetworkSegment(eb44cb7a-fa5f-4110-ab74-a2d263bcf880),segment_id=eb44cb7a-fa5f-4110-ab74-a2d263bcf880)] {{(pid=100039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 19:02:33.708504 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942577'] for port, after_update {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:33.710494 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-9e3e68f6-66d2-4160-93aa-323c95ce14db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:33.748540 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:33.748540 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:33.748540 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] 10.222.0.70 "PUT /v2.0/ports/89d1f94e-eab9-494e-85fa-4ca98f3c3438 HTTP/1.1" status: 200 len: 1093 time: 0.8614132 Jun 16 19:02:33.748540 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'tag': '89d1f94e-eab9-494e-85fa-4ca98f3c3438'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 19:02:33.748540 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af1d422-d2c0-4751-be9f-be1e8517b778" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4adcc5-13c0-462b-9ef1-092b09e2cd17", "tag": "89d1f94e-eab9-494e-85fa-4ca98f3c3438"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:02:33.774432 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Pushing event updated for resources: {'Port': ['ID=89d1f94e-eab9-494e-85fa-4ca98f3c3438,revision_number=3']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:33.777919 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1ccaf284-aea0-4d6d-8392-1ba86ca3543d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:33.946426 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-e845b238-09e3-4515-8735-9f76abb80ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:33.953959 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-e845b238-09e3-4515-8735-9f76abb80ada service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0731301a2c542d09e00fcacf53e72a2&device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 1096 time: 0.0547554 Jun 16 19:02:33.992064 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-e7713abc-a6c7-4535-866c-4425d68c4367 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438 HTTP/1.1" status: 200 len: 217 time: 0.0363302 Jun 16 19:02:34.038898 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-3b438fee-f7ee-4d12-8344-71185dc4a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:34.040390 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-3b438fee-f7ee-4d12-8344-71185dc4a4e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f382b436-2013-4334-8668-0c0773dae061 HTTP/1.1" status: 200 len: 848 time: 0.0420086 Jun 16 19:02:34.097233 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-fe0b497d-2104-4221-ae1b-42e8db651f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:34.098700 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-fe0b497d-2104-4221-ae1b-42e8db651f6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=696a629a-c7f6-4b44-822a-09864824faa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507176 Jun 16 19:02:34.223198 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-4a65593e-7bcb-4661-943b-d33761f930d3 service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170681 Jun 16 19:02:34.259513 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025187b-c1e5-41dd-bba5-e53c45e1e389 req-454f839a-d20c-448e-981e-00fe5ca2816f tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:34.260947 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e025187b-c1e5-41dd-bba5-e53c45e1e389 req-454f839a-d20c-448e-981e-00fe5ca2816f tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.1084092 Jun 16 19:02:34.337759 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e025187b-c1e5-41dd-bba5-e53c45e1e389 req-8b11bac8-86c2-452d-b53a-82cb6b03ca81 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466254 Jun 16 19:02:34.352465 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c2bb04e4-b7eb-4d2a-b695-44b4e6f142f1 req-dbf21dfe-6153-45aa-9cc7-7bffde9f7210 service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210663 Jun 16 19:02:34.805650 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 19:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bf33ab-af1f-40c5-93d6-9eb6bd7b0d4a x-openstack-request-id: req-15bf33ab-af1f-40c5-93d6-9eb6bd7b0d4a {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:02:34.806194 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4adcc5-13c0-462b-9ef1-092b09e2cd17", "tag": "89d1f94e-eab9-494e-85fa-4ca98f3c3438", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:02:34.806313 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15bf33ab-af1f-40c5-93d6-9eb6bd7b0d4a {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:02:34.806704 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'tag': '89d1f94e-eab9-494e-85fa-4ca98f3c3438', 'status': 'completed', 'code': 200} Jun 16 19:02:34.880984 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1d422-d2c0-4751-be9f-be1e8517b778 req-f9466b9d-0269-4efe-81a6-f02e4e03c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:34.882436 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1af1d422-d2c0-4751-be9f-be1e8517b778 req-f9466b9d-0269-4efe-81a6-f02e4e03c05a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0731301a2c542d09e00fcacf53e72a2&device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 1096 time: 0.0528693 Jun 16 19:02:34.973094 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1d422-d2c0-4751-be9f-be1e8517b778 req-2282eb10-399c-4cd9-ae64-e92e031fea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:34.974519 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1af1d422-d2c0-4751-be9f-be1e8517b778 req-2282eb10-399c-4cd9-ae64-e92e031fea2e service neutron] 10.222.0.70 "GET /v2.0/networks?id=696a629a-c7f6-4b44-822a-09864824faa1 HTTP/1.1" status: 200 len: 910 time: 0.0854256 Jun 16 19:02:35.282866 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1af1d422-d2c0-4751-be9f-be1e8517b778 req-f8d82f43-4552-4a7e-8cb1-3188cc6865b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438 HTTP/1.1" status: 200 len: 217 time: 0.3013723 Jun 16 19:02:35.330373 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1d422-d2c0-4751-be9f-be1e8517b778 req-796793ec-91b2-4c4f-b963-12a9f2fad5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:35.331763 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1af1d422-d2c0-4751-be9f-be1e8517b778 req-796793ec-91b2-4c4f-b963-12a9f2fad5bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f382b436-2013-4334-8668-0c0773dae061 HTTP/1.1" status: 200 len: 848 time: 0.0415006 Jun 16 19:02:35.390437 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1d422-d2c0-4751-be9f-be1e8517b778 req-3081380a-2b85-4165-8d6e-47af65f40fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:35.391925 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1af1d422-d2c0-4751-be9f-be1e8517b778 req-3081380a-2b85-4165-8d6e-47af65f40fe2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=696a629a-c7f6-4b44-822a-09864824faa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535290 Jun 16 19:02:35.513502 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1af1d422-d2c0-4751-be9f-be1e8517b778 req-a6852088-6b5d-47c1-8711-3e24d1eaa5da service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142945 Jun 16 19:02:35.549269 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908cd1e-6091-42cf-958a-2c7b5fff0dcf req-6cbe22ab-af86-4b8b-aad5-730307e5bcaf tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:35.550644 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2908cd1e-6091-42cf-958a-2c7b5fff0dcf req-6cbe22ab-af86-4b8b-aad5-730307e5bcaf tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.1037109 Jun 16 19:02:35.624190 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2908cd1e-6091-42cf-958a-2c7b5fff0dcf req-969f2473-f82b-414a-8227-9f81cd36f633 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476596 Jun 16 19:02:35.638830 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-1af1d422-d2c0-4751-be9f-be1e8517b778 req-eccc25bb-8212-42b5-98ee-f76a9fb6da33 service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177139 Jun 16 19:02:36.803984 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00452e39-9b1e-4c2f-99f7-48e96ddcb6a7 req-cbd16c23-d966-4061-83bd-a46c0fc7bc42 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:36.812440 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-00452e39-9b1e-4c2f-99f7-48e96ddcb6a7 req-cbd16c23-d966-4061-83bd-a46c0fc7bc42 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0778627 Jun 16 19:02:36.853763 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-00452e39-9b1e-4c2f-99f7-48e96ddcb6a7 req-da649b27-605b-4cf9-abdf-c8398e797c8d tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354931 Jun 16 19:02:38.026647 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076df11f-555b-4e33-9787-39e098858031 req-39578832-93f1-407d-b40a-b8ad7f9f941c tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:38.028110 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-076df11f-555b-4e33-9787-39e098858031 req-39578832-93f1-407d-b40a-b8ad7f9f941c tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0615275 Jun 16 19:02:38.064462 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-076df11f-555b-4e33-9787-39e098858031 req-d3b9aca7-3104-4ddf-a688-cd4d62c5dd61 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309243 Jun 16 19:02:39.230699 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23acc1d-3e48-4dbc-b091-14ab9a195c2a req-cb52a694-8f5b-412f-9dd4-ffde525d8352 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:39.232676 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b23acc1d-3e48-4dbc-b091-14ab9a195c2a req-cb52a694-8f5b-412f-9dd4-ffde525d8352 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0605705 Jun 16 19:02:39.268107 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b23acc1d-3e48-4dbc-b091-14ab9a195c2a req-ee966f59-b4c8-4164-8cf3-0d7c55b215f4 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300117 Jun 16 19:02:40.435700 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce54b2-a37c-480d-843c-a467b2708571 req-df4dbcf8-6762-44f0-8c04-ede101b3e5aa tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:40.437126 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d7ce54b2-a37c-480d-843c-a467b2708571 req-df4dbcf8-6762-44f0-8c04-ede101b3e5aa tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0644748 Jun 16 19:02:40.473240 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d7ce54b2-a37c-480d-843c-a467b2708571 req-6ba1c1d7-78d2-4d9b-9244-9fee94e27a96 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306201 Jun 16 19:02:41.639881 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68346ed6-77c6-4946-99d7-c38aad7c23ca req-4d52193d-fad0-4bb5-b9f9-66d5c6e802c9 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:41.641234 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-68346ed6-77c6-4946-99d7-c38aad7c23ca req-4d52193d-fad0-4bb5-b9f9-66d5c6e802c9 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0618575 Jun 16 19:02:41.676487 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-68346ed6-77c6-4946-99d7-c38aad7c23ca req-9810a1a3-c526-4f84-b86e-78736505e260 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297906 Jun 16 19:02:42.837149 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 89d1f94e-eab9-494e-85fa-4ca98f3c3438 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 19:02:42.847456 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6afb3c-6b6a-45d1-9123-92e2f05ac790 req-efa09aa2-6a15-4def-8195-00c645b99ea3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:42.848921 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8f6afb3c-6b6a-45d1-9123-92e2f05ac790 req-efa09aa2-6a15-4def-8195-00c645b99ea3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0675850 Jun 16 19:02:42.887584 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-8f6afb3c-6b6a-45d1-9123-92e2f05ac790 req-55703fbe-1e6a-42af-a482-911e01dcf12f tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329003 Jun 16 19:02:42.932911 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 89d1f94e-eab9-494e-85fa-4ca98f3c3438, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438,segment=NetworkSegment(eb44cb7a-fa5f-4110-ab74-a2d263bcf880),segment_id=eb44cb7a-fa5f-4110-ab74-a2d263bcf880)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:02:42.943950 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': '89d1f94e-eab9-494e-85fa-4ca98f3c3438', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'port_id': '89d1f94e-eab9-494e-85fa-4ca98f3c3438', 'mac_address': 'fa:16:3e:56:29:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f382b436-2013-4334-8668-0c0773dae061', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 19:02:42.981539 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:42.993898 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d1f94e-eab9-494e-85fa-4ca98f3c3438 {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 19:02:43.012493 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 89d1f94e-eab9-494e-85fa-4ca98f3c3438, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438,segment=NetworkSegment(eb44cb7a-fa5f-4110-ab74-a2d263bcf880),segment_id=eb44cb7a-fa5f-4110-ab74-a2d263bcf880)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:02:43.075403 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:43.077153 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-ddf39a67-051b-4c5f-a6df-85b9dc4b565c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:43.124150 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=89d1f94e-eab9-494e-85fa-4ca98f3c3438,revision_number=4']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:43.127228 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:43.492487 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['89d1f94e-eab9-494e-85fa-4ca98f3c3438'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 19:02:44.055672 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca840cb-fc57-49c7-b33f-9ee6243f8bd1 req-3ce0b1ef-b81f-4cc0-8659-c27c88e6f53c tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:44.057104 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fca840cb-fc57-49c7-b33f-9ee6243f8bd1 req-3ce0b1ef-b81f-4cc0-8659-c27c88e6f53c tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 944 time: 0.0626318 Jun 16 19:02:44.093356 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-fca840cb-fc57-49c7-b33f-9ee6243f8bd1 req-93a7cc24-7db6-4b29-a1ea-82195225b77e tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298269 Jun 16 19:02:44.835624 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 89d1f94e-eab9-494e-85fa-4ca98f3c3438 up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 19:02:44.978310 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning for port 89d1f94e-eab9-494e-85fa-4ca98f3c3438 completed by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 19:02:44.982367 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port 89d1f94e-eab9-494e-85fa-4ca98f3c3438 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:02:44.982750 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:45.054980 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:45.077807 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d1f94e-eab9-494e-85fa-4ca98f3c3438'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 19:02:45.080230 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6735ba7a-4497-4ce1-8c64-6646847dfd0f" -d '{"events": [{"server_uuid": "6b4adcc5-13c0-462b-9ef1-092b09e2cd17", "name": "network-vif-plugged", "status": "completed", "tag": "89d1f94e-eab9-494e-85fa-4ca98f3c3438"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:02:45.092565 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 89d1f94e-eab9-494e-85fa-4ca98f3c3438, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438,segment=NetworkSegment(eb44cb7a-fa5f-4110-ab74-a2d263bcf880),segment_id=eb44cb7a-fa5f-4110-ab74-a2d263bcf880)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:02:45.117061 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 19:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cd392d-7f91-46df-be5b-5f0295f157df x-openstack-request-id: req-a6cd392d-7f91-46df-be5b-5f0295f157df {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:02:45.117361 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4adcc5-13c0-462b-9ef1-092b09e2cd17", "name": "network-vif-plugged", "status": "completed", "tag": "89d1f94e-eab9-494e-85fa-4ca98f3c3438", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:02:45.117618 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6cd392d-7f91-46df-be5b-5f0295f157df {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:02:45.118013 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d1f94e-eab9-494e-85fa-4ca98f3c3438', 'code': 200} Jun 16 19:02:45.208182 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:45.210277 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:45.260277 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=89d1f94e-eab9-494e-85fa-4ca98f3c3438,revision_number=5']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:45.264017 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:45.265460 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0980c9-3525-41ab-a522-5f86bc071a85 req-bd31dc13-482c-454e-8732-0da572cf9d25 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:45.266938 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2c0980c9-3525-41ab-a522-5f86bc071a85 req-bd31dc13-482c-454e-8732-0da572cf9d25 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0628006 Jun 16 19:02:45.304374 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2c0980c9-3525-41ab-a522-5f86bc071a85 req-2ba3dcbb-6ed4-407f-9a72-f1dee4423b1a tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315888 Jun 16 19:02:45.527117 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-c4263e00-dc86-4de7-81bd-8d98b93d1c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:45.580223 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830b8e3-92a1-450a-9627-ad9968ed27bc req-1f8f1957-4986-4515-88f1-132d9295475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:45.581666 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4830b8e3-92a1-450a-9627-ad9968ed27bc req-1f8f1957-4986-4515-88f1-132d9295475c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 1098 time: 0.0950177 Jun 16 19:02:45.614355 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4830b8e3-92a1-450a-9627-ad9968ed27bc req-56ca8a73-e5c0-4883-98dc-5e913b4c0549 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262537 Jun 16 19:02:46.473051 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c2a41-c11b-4479-b8f4-f2147cd569e6 req-f27edc14-1695-4985-85bf-b7bbf4f71e71 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:46.474494 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-322c2a41-c11b-4479-b8f4-f2147cd569e6 req-f27edc14-1695-4985-85bf-b7bbf4f71e71 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0611110 Jun 16 19:02:46.510062 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-322c2a41-c11b-4479-b8f4-f2147cd569e6 req-404c79c5-6fba-4279-b1b3-b83808614bf4 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300574 Jun 16 19:02:47.680660 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c34683-01ca-465c-b4e0-30ae58f26fde req-09c1818a-8dfe-4ccc-b8ee-1cb2597c7c17 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:47.681997 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-86c34683-01ca-465c-b4e0-30ae58f26fde req-09c1818a-8dfe-4ccc-b8ee-1cb2597c7c17 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0649629 Jun 16 19:02:47.718352 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-86c34683-01ca-465c-b4e0-30ae58f26fde req-20f9de2a-08c5-4356-bd7b-56ae1b56983d tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302496 Jun 16 19:02:47.885809 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8beb5dd-a79c-477e-b255-81f7b5831073 req-b3c594d6-b947-4d8e-a845-09348ed619e1 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:47.887270 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a8beb5dd-a79c-477e-b255-81f7b5831073 req-b3c594d6-b947-4d8e-a845-09348ed619e1 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0614886 Jun 16 19:02:47.923762 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a8beb5dd-a79c-477e-b255-81f7b5831073 req-c8002cab-9b26-454f-a2c0-9584d6421984 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303974 Jun 16 19:02:47.947212 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57548) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:02:48.012543 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-f45e768c-5c91-422f-9cd2-dae12617aa4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:48.038767 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059a2bfa-e099-42fa-b773-fc59e32d8017 tempest-TestShelveInstance-1358302209 tempest-TestShelveInstance-1358302209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:48.040270 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-059a2bfa-e099-42fa-b773-fc59e32d8017 tempest-TestShelveInstance-1358302209 tempest-TestShelveInstance-1358302209-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 1093 time: 0.0920684 Jun 16 19:02:48.043082 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57552) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:02:48.047307 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.v2.base [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Request body: {'floatingip': {'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'port_id': '89d1f94e-eab9-494e-85fa-4ca98f3c3438', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 19:02:48.126708 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for floatingip, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:48.219780 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1505622'] for port, before_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:48.318254 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_common [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Allocated IP 172.27.3.140 (8606aa04-9217-44b7-9651-2ff45bf86ab5/c01109c3-eef1-4c70-be94-70e22550a732/bb2f9d94-e490-4eef-891e-43c8d32324e8) {{(pid=100040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:02:48.406623 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:48.415227 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for port, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:48.504034 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1500563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753330509590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25564287'] for port, after_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:48.506581 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-818d51dc-b46f-42d6-a2ea-f0427bc85dfa tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:48.537182 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Network 8606aa04-9217-44b7-9651-2ff45bf86ab5 is already hosted by enough agents. {{(pid=100040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:02:48.539887 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.base_scheduler [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Resources bound (agent type, host, resource id): {{(pid=100040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:02:48.543275 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Received port after_create {{(pid=100040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 19:02:48.574179 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Pushing event updated for resources: {'Port': ['ID=bb2f9d94-e490-4eef-891e-43c8d32324e8,revision_number=1']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:48.586088 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:48.586471 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:48.586844 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:48.587237 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:48.587603 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:48.587966 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:48.588325 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:48.588683 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:48.589042 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:48.589397 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:48.589749 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:48.590101 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:48.594449 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:48.889859 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:49.025203 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:49.169136 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for port, precommit_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:49.212062 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:49.223610 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25564265'] for port, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:49.225725 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-7678f1a5-ad74-4637-9f1b-313a40c0e212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:02:49.549153 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Pushing event updated for resources: {'Port': ['ID=bb2f9d94-e490-4eef-891e-43c8d32324e8,revision_number=2']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:49.552985 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:02:49.557412 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421101'] for floatingip, after_update {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:49.650164 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.l3_db [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Floating IP f4fba0b0-8e69-4db5-8309-05e477d69bda associated. External IP: 172.27.3.140, port: 89d1f94e-eab9-494e-85fa-4ca98f3c3438. Jun 16 19:02:49.849124 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Router ab7d345d-4a41-4b6d-8f8c-08ce873164cb has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 19:02:49.952273 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 19:02:49.961674 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a62b55f-7c32-4a4d-b8aa-d89a4ca6ac32 None None] Sync routers for ids ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:02:49.970072 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a62b55f-7c32-4a4d-b8aa-d89a4ca6ac32 None None] Routers {'ab7d345d-4a41-4b6d-8f8c-08ce873164cb'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:02:49.970678 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-3a62b55f-7c32-4a4d-b8aa-d89a4ca6ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:02:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:02:50.029882 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:50.065577 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-26a96fd9-2345-4e68-b8d0-297dc887b7ff tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0215092 Jun 16 19:02:50.066246 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'tag': '89d1f94e-eab9-494e-85fa-4ca98f3c3438'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 19:02:50.068579 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296d800b-020a-4849-a58b-92b796d20c03" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4adcc5-13c0-462b-9ef1-092b09e2cd17", "tag": "89d1f94e-eab9-494e-85fa-4ca98f3c3438"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:02:50.070812 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-3a62b55f-7c32-4a4d-b8aa-d89a4ca6ac32 None None] Set router ab7d345d-4a41-4b6d-8f8c-08ce873164cb gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:02:50.106193 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 19:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3898d6a-2a90-45fc-9429-68a9c01be250 x-openstack-request-id: req-d3898d6a-2a90-45fc-9429-68a9c01be250 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:02:50.107857 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4adcc5-13c0-462b-9ef1-092b09e2cd17", "tag": "89d1f94e-eab9-494e-85fa-4ca98f3c3438", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:02:50.108020 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3898d6a-2a90-45fc-9429-68a9c01be250 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:02:50.108563 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'tag': '89d1f94e-eab9-494e-85fa-4ca98f3c3438', 'status': 'completed', 'code': 200} Jun 16 19:02:50.178644 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d800b-020a-4849-a58b-92b796d20c03 req-83299200-dc7b-4bee-a90e-6c1d61062f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:50.180139 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-296d800b-020a-4849-a58b-92b796d20c03 req-83299200-dc7b-4bee-a90e-6c1d61062f56 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0731301a2c542d09e00fcacf53e72a2&device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 1098 time: 0.0516455 Jun 16 19:02:50.270271 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d800b-020a-4849-a58b-92b796d20c03 req-0e25e24f-bf1d-40ff-9f24-e294a6c90334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:50.271940 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-296d800b-020a-4849-a58b-92b796d20c03 req-0e25e24f-bf1d-40ff-9f24-e294a6c90334 service neutron] 10.222.0.70 "GET /v2.0/networks?id=696a629a-c7f6-4b44-822a-09864824faa1 HTTP/1.1" status: 200 len: 910 time: 0.0858653 Jun 16 19:02:50.288418 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-3a62b55f-7c32-4a4d-b8aa-d89a4ca6ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'name': 'tempest-TestShelveInstance-1084300221-router', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:49Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 4, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'gw_port': {'id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:50Z', 'updated_at': '2021-06-16T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': 'f4fba0b0-8e69-4db5-8309-05e477d69bda', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'port_id': '89d1f94e-eab9-494e-85fa-4ca98f3c3438', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'mac_address': 'fa:16:3e:56:29:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T19:02:48Z', 'updated_at': '2021-06-16T19:02:48Z', 'revision_number': 0, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e3185b-6e54-4028-9db5-017d6a3a9008', 'name': '', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'mac_address': 'fa:16:3e:a8:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f382b436-2013-4334-8668-0c0773dae061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:52Z', 'updated_at': '2021-06-16T19:01:57Z', 'revision_number': 5, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'subnets': [{'id': 'f382b436-2013-4334-8668-0c0773dae061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:02:50.291751 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a62b55f-7c32-4a4d-b8aa-d89a4ca6ac32 None None] Checking router: ab7d345d-4a41-4b6d-8f8c-08ce873164cb for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:02:50.299742 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a62b55f-7c32-4a4d-b8aa-d89a4ca6ac32 None None] Routers {'ab7d345d-4a41-4b6d-8f8c-08ce873164cb'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:02:50.300340 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-3a62b55f-7c32-4a4d-b8aa-d89a4ca6ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:02:48Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:02:50.335357 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-296d800b-020a-4849-a58b-92b796d20c03 req-5bc069b4-4687-47f7-946f-45094327877d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438 HTTP/1.1" status: 200 len: 999 time: 0.0564477 Jun 16 19:02:50.386613 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d800b-020a-4849-a58b-92b796d20c03 req-6d595826-db39-44f4-ac46-2bddc7e5417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:50.387997 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-296d800b-020a-4849-a58b-92b796d20c03 req-6d595826-db39-44f4-ac46-2bddc7e5417e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f382b436-2013-4334-8668-0c0773dae061 HTTP/1.1" status: 200 len: 848 time: 0.0466459 Jun 16 19:02:50.401309 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-3a62b55f-7c32-4a4d-b8aa-d89a4ca6ac32 None None] Set router ab7d345d-4a41-4b6d-8f8c-08ce873164cb gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:02:50.442573 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d800b-020a-4849-a58b-92b796d20c03 req-a2b42f52-5881-4dd4-a1e9-41a79b0a0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:02:50.444049 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-296d800b-020a-4849-a58b-92b796d20c03 req-a2b42f52-5881-4dd4-a1e9-41a79b0a0aee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=696a629a-c7f6-4b44-822a-09864824faa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500047 Jun 16 19:02:50.530014 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-296d800b-020a-4849-a58b-92b796d20c03 req-92fa10e8-28d7-46ce-b6ab-1a527b167e87 service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788224 Jun 16 19:02:50.615161 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-3a62b55f-7c32-4a4d-b8aa-d89a4ca6ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'name': 'tempest-TestShelveInstance-1084300221-router', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:49Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 4, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'gw_port': {'id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:50Z', 'updated_at': '2021-06-16T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': 'f4fba0b0-8e69-4db5-8309-05e477d69bda', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'port_id': '89d1f94e-eab9-494e-85fa-4ca98f3c3438', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'mac_address': 'fa:16:3e:56:29:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T19:02:48Z', 'updated_at': '2021-06-16T19:02:48Z', 'revision_number': 0, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e3185b-6e54-4028-9db5-017d6a3a9008', 'name': '', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'mac_address': 'fa:16:3e:a8:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f382b436-2013-4334-8668-0c0773dae061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:52Z', 'updated_at': '2021-06-16T19:01:57Z', 'revision_number': 5, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'subnets': [{'id': 'f382b436-2013-4334-8668-0c0773dae061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:02:50.618520 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a62b55f-7c32-4a4d-b8aa-d89a4ca6ac32 None None] The sync data for ids ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'] in dv-cinder-667108-31-iscsi is: [{'id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'name': 'tempest-TestShelveInstance-1084300221-router', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:49Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 4, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'gw_port': {'id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:50Z', 'updated_at': '2021-06-16T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_floatingips': [{'id': 'f4fba0b0-8e69-4db5-8309-05e477d69bda', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'router_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'port_id': '89d1f94e-eab9-494e-85fa-4ca98f3c3438', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'mac_address': 'fa:16:3e:56:29:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T19:02:48Z', 'updated_at': '2021-06-16T19:02:48Z', 'revision_number': 0, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e3185b-6e54-4028-9db5-017d6a3a9008', 'name': '', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'mac_address': 'fa:16:3e:a8:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f382b436-2013-4334-8668-0c0773dae061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:52Z', 'updated_at': '2021-06-16T19:01:57Z', 'revision_number': 5, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'subnets': [{'id': 'f382b436-2013-4334-8668-0c0773dae061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:02:50.619401 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-296d800b-020a-4849-a58b-92b796d20c03 req-3383f249-5722-405f-ae6f-31b1766a09b4 service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834408 Jun 16 19:02:50.791873 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3a5620-4f3f-48d2-968f-398e94f672d0 None None] New status for floating IP f4fba0b0-8e69-4db5-8309-05e477d69bda: ACTIVE {{(pid=100042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 19:02:51.018346 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:02:54.131863 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [req-c7e8fc12-aeeb-436d-98f0-2d898843f95e req-0da52233-c6df-4e46-a237-9631268a9bd3 service neutron] (100040) timed out ('10.222.0.70', 60701) {{(pid=100040) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 19:02:56.795356 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:03:02.696958 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:03:15.531820 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4526-fff7-4dd5-ae93-f137bac330f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:03:17.994850 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-56cff290-b182-496b-a56b-e760b0b6e8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:03:18.405550 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:03:19.255638 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:03:21.023157 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:03:26.771537 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:03:39.695097 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:03:45.531176 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-a6e13572-0c60-41b7-8780-87f6a0a399b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:03:46.133493 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-873d2657-a823-4347-a005-4bc8e92ee387 req-2780a864-2572-48ab-8393-4ad4338a8150 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501547 Jun 16 19:03:46.225353 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d2657-a823-4347-a005-4bc8e92ee387 req-e7cb8c4e-70c6-47a9-b707-07455a6cf474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:03:46.226665 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-873d2657-a823-4347-a005-4bc8e92ee387 req-e7cb8c4e-70c6-47a9-b707-07455a6cf474 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0731301a2c542d09e00fcacf53e72a2&device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 1098 time: 0.0499339 Jun 16 19:03:46.328453 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d2657-a823-4347-a005-4bc8e92ee387 req-d4b7f224-d36a-4639-ac73-a3d7dfe2e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:03:46.329851 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-873d2657-a823-4347-a005-4bc8e92ee387 req-d4b7f224-d36a-4639-ac73-a3d7dfe2e3c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=696a629a-c7f6-4b44-822a-09864824faa1 HTTP/1.1" status: 200 len: 910 time: 0.0838499 Jun 16 19:03:46.392066 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-873d2657-a823-4347-a005-4bc8e92ee387 req-411e929d-84b9-4f70-be11-ed1d7fd319b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438 HTTP/1.1" status: 200 len: 1001 time: 0.0553317 Jun 16 19:03:46.441022 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d2657-a823-4347-a005-4bc8e92ee387 req-a65e1cc6-2cd8-4feb-a147-a9f3d694ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:03:46.442392 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-873d2657-a823-4347-a005-4bc8e92ee387 req-a65e1cc6-2cd8-4feb-a147-a9f3d694ec04 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f382b436-2013-4334-8668-0c0773dae061 HTTP/1.1" status: 200 len: 848 time: 0.0441527 Jun 16 19:03:46.496377 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d2657-a823-4347-a005-4bc8e92ee387 req-4d0e39d2-70d0-4e9e-bf91-6785349fb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:03:46.497751 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-873d2657-a823-4347-a005-4bc8e92ee387 req-4d0e39d2-70d0-4e9e-bf91-6785349fb16c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=696a629a-c7f6-4b44-822a-09864824faa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491679 Jun 16 19:03:46.583101 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-873d2657-a823-4347-a005-4bc8e92ee387 req-f35ab53c-2f65-43cb-9424-880dd9ca3206 service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781896 Jun 16 19:03:46.671260 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-873d2657-a823-4347-a005-4bc8e92ee387 req-a6a1dd3d-92f3-47f7-9c43-f9ff1c82b18f service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809002 Jun 16 19:03:48.050509 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-4e79c83b-dc9c-4988-9d70-2244e4c20473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:03:48.382066 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:03:49.227726 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:03:51.016233 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:03:56.169952 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [req-876f4cb1-b101-4109-91e2-d1e977a7d619 req-8c4f10be-6d98-4c69-bc9e-afe7da3fd56b service neutron] (100039) timed out ('10.222.0.70', 60707) {{(pid=100039) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 19:03:56.814001 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:04:15.592835 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-27dc02cd-fc1c-4d48-b93d-643732bb0a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:04:16.692727 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:04:18.047905 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-698668c8-786d-48c4-a299-0196bcc2e998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:04:18.375590 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:04:19.238712 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:04:21.038487 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:04:26.838703 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:04:45.558423 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb566-fe8c-4887-bf8f-8e89493769c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:04:46.825925 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-98a742af-23a9-48e5-9702-b01e28eaa543 req-df33d996-7a07-415e-9c0c-1d8bb3748dc3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507898 Jun 16 19:04:46.921657 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a742af-23a9-48e5-9702-b01e28eaa543 req-78e3efb5-945f-4d10-bd45-d35b20a09964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:04:46.923130 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-98a742af-23a9-48e5-9702-b01e28eaa543 req-78e3efb5-945f-4d10-bd45-d35b20a09964 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0731301a2c542d09e00fcacf53e72a2&device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 1098 time: 0.0566008 Jun 16 19:04:47.025588 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a742af-23a9-48e5-9702-b01e28eaa543 req-3b482fea-f267-4e15-84ce-204a433d877f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:04:47.027053 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-98a742af-23a9-48e5-9702-b01e28eaa543 req-3b482fea-f267-4e15-84ce-204a433d877f service neutron] 10.222.0.70 "GET /v2.0/networks?id=696a629a-c7f6-4b44-822a-09864824faa1 HTTP/1.1" status: 200 len: 910 time: 0.0819564 Jun 16 19:04:47.093768 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-98a742af-23a9-48e5-9702-b01e28eaa543 req-82adda77-6553-494a-9922-0b0f85c7a19e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438 HTTP/1.1" status: 200 len: 1001 time: 0.0598428 Jun 16 19:04:47.140338 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a742af-23a9-48e5-9702-b01e28eaa543 req-72e8b727-9783-40d9-9485-227843842829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:04:47.141698 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-98a742af-23a9-48e5-9702-b01e28eaa543 req-72e8b727-9783-40d9-9485-227843842829 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f382b436-2013-4334-8668-0c0773dae061 HTTP/1.1" status: 200 len: 848 time: 0.0421147 Jun 16 19:04:47.195764 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a742af-23a9-48e5-9702-b01e28eaa543 req-376cfd5e-48f8-441f-8896-b621e03760ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:04:47.197163 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-98a742af-23a9-48e5-9702-b01e28eaa543 req-376cfd5e-48f8-441f-8896-b621e03760ef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=696a629a-c7f6-4b44-822a-09864824faa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493066 Jun 16 19:04:47.285880 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-98a742af-23a9-48e5-9702-b01e28eaa543 req-a8e866ee-fbe0-498b-a39e-33201c31dde1 service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810397 Jun 16 19:04:47.371372 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-98a742af-23a9-48e5-9702-b01e28eaa543 req-0f50a412-3128-40ec-b989-7042d815c666 service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787680 Jun 16 19:04:48.035920 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c2a12be-b401-4434-acab-4c45fbde9c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:04:48.366916 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:04:49.266690 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:04:51.026844 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:04:53.691360 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:04:56.812453 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:04.391253 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0403be-1a33-46ac-93cf-3b1a0d2e3a67 req-492e5fbb-fb88-4d15-8358-ff78876f4981 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:04.392733 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7e0403be-1a33-46ac-93cf-3b1a0d2e3a67 req-492e5fbb-fb88-4d15-8358-ff78876f4981 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0625515 Jun 16 19:05:04.428615 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7e0403be-1a33-46ac-93cf-3b1a0d2e3a67 req-284ed178-7bb4-4dc7-95c6-e94db1c287a9 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303149 Jun 16 19:05:05.602401 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32de82-a331-4de5-ba15-f08a1a608298 req-79a23cd9-d97a-4ffb-a4e7-5d11f8561338 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:05.604484 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a32de82-a331-4de5-ba15-f08a1a608298 req-79a23cd9-d97a-4ffb-a4e7-5d11f8561338 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0647793 Jun 16 19:05:05.639456 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7a32de82-a331-4de5-ba15-f08a1a608298 req-7e6db588-6fda-4384-b0d8-7fda82cb8f9f tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295510 Jun 16 19:05:06.819715 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14456c-4113-47f2-b0f8-689902bd92e4 req-77c92565-57e3-4757-a7e4-99068ccf3860 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:06.821141 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4f14456c-4113-47f2-b0f8-689902bd92e4 req-77c92565-57e3-4757-a7e4-99068ccf3860 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0609448 Jun 16 19:05:06.856721 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4f14456c-4113-47f2-b0f8-689902bd92e4 req-88358fac-206d-41bd-97a6-61a1ed2a214f tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292678 Jun 16 19:05:08.030518 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a873c6b-823d-4d6f-a845-f9e2ec332af0 req-31f2cd90-8e88-453f-b561-fe1b07ad0e13 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:08.031976 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4a873c6b-823d-4d6f-a845-f9e2ec332af0 req-31f2cd90-8e88-453f-b561-fe1b07ad0e13 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0643954 Jun 16 19:05:08.067320 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-4a873c6b-823d-4d6f-a845-f9e2ec332af0 req-eb57d85e-57a4-430e-8fc9-00eead62e277 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299037 Jun 16 19:05:09.234972 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda639d6-da2f-4273-8ddc-5c6941e28f9e req-12f00f0e-6471-4eda-b842-a1da8c67a5a1 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:09.236370 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bda639d6-da2f-4273-8ddc-5c6941e28f9e req-12f00f0e-6471-4eda-b842-a1da8c67a5a1 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0615172 Jun 16 19:05:09.274613 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-bda639d6-da2f-4273-8ddc-5c6941e28f9e req-be8346ba-daa1-4209-968f-2b03a9a8be36 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318289 Jun 16 19:05:10.441994 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20084b-afd8-40cb-9e27-aacf9f9c2d8c req-74f13f8e-d667-4c1d-af8c-3403fdf96b79 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:10.443448 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3b20084b-afd8-40cb-9e27-aacf9f9c2d8c req-74f13f8e-d667-4c1d-af8c-3403fdf96b79 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0605009 Jun 16 19:05:10.479377 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3b20084b-afd8-40cb-9e27-aacf9f9c2d8c req-6ad4c807-c226-471b-a83a-ba8d112449d3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304737 Jun 16 19:05:11.648464 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41382c9-5579-4783-af8f-4ed8b360160d req-97dc024a-19a2-47de-8f71-e2d7935a4059 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:11.650415 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f41382c9-5579-4783-af8f-4ed8b360160d req-97dc024a-19a2-47de-8f71-e2d7935a4059 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0644820 Jun 16 19:05:11.686552 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f41382c9-5579-4783-af8f-4ed8b360160d req-de1bfd6c-14a7-4695-a72f-1a7613054e38 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305078 Jun 16 19:05:12.857484 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111e92c-7385-4e5c-a370-207a7707faa9 req-68d4d385-e3be-4e8a-b04f-6a3d3820a6cd tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:12.858928 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d111e92c-7385-4e5c-a370-207a7707faa9 req-68d4d385-e3be-4e8a-b04f-6a3d3820a6cd tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0623410 Jun 16 19:05:12.895493 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d111e92c-7385-4e5c-a370-207a7707faa9 req-00da3394-8fb5-44e5-941c-21409e56bb37 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309784 Jun 16 19:05:14.066886 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c27460-16ca-45a4-ba50-a871f4e52f00 req-a0063bb8-ec18-4098-a1b6-19e634431041 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:14.068388 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-70c27460-16ca-45a4-ba50-a871f4e52f00 req-a0063bb8-ec18-4098-a1b6-19e634431041 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0657234 Jun 16 19:05:14.105597 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-70c27460-16ca-45a4-ba50-a871f4e52f00 req-1ac57649-ccad-4732-b284-366720b4afb9 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308268 Jun 16 19:05:14.569515 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa6b73-81e5-4863-9629-23ac7e2645bf req-6f00527e-bf32-4e6a-b730-9ba377a4e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:14.570961 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3aaa6b73-81e5-4863-9629-23ac7e2645bf req-6f00527e-bf32-4e6a-b730-9ba377a4e3e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0731301a2c542d09e00fcacf53e72a2&device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 1098 time: 0.0507753 Jun 16 19:05:14.656806 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa6b73-81e5-4863-9629-23ac7e2645bf req-fea283b8-f7f8-4ccf-8085-67bf033145b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:14.658197 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3aaa6b73-81e5-4863-9629-23ac7e2645bf req-fea283b8-f7f8-4ccf-8085-67bf033145b5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=696a629a-c7f6-4b44-822a-09864824faa1 HTTP/1.1" status: 200 len: 910 time: 0.0804543 Jun 16 19:05:14.722639 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3aaa6b73-81e5-4863-9629-23ac7e2645bf req-65934585-3ac9-4db2-ae96-630bd18faa5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438 HTTP/1.1" status: 200 len: 1001 time: 0.0578890 Jun 16 19:05:14.768600 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa6b73-81e5-4863-9629-23ac7e2645bf req-14ac5cec-7287-49d4-aa2d-326ebaa0e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:14.769949 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3aaa6b73-81e5-4863-9629-23ac7e2645bf req-14ac5cec-7287-49d4-aa2d-326ebaa0e6e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f382b436-2013-4334-8668-0c0773dae061 HTTP/1.1" status: 200 len: 848 time: 0.0408530 Jun 16 19:05:14.823646 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa6b73-81e5-4863-9629-23ac7e2645bf req-b163527d-6fef-4cd0-8165-c10ef879d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:14.825029 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3aaa6b73-81e5-4863-9629-23ac7e2645bf req-b163527d-6fef-4cd0-8165-c10ef879d5b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=696a629a-c7f6-4b44-822a-09864824faa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491426 Jun 16 19:05:14.913734 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3aaa6b73-81e5-4863-9629-23ac7e2645bf req-d816ced8-13a0-45a3-bf4c-dc0996de32e8 service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822287 Jun 16 19:05:15.002305 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3aaa6b73-81e5-4863-9629-23ac7e2645bf req-15ed2c7d-fc7f-4745-bacf-debe81d983b8 service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799749 Jun 16 19:05:15.276237 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab5891-01bc-4496-8159-04c51f71f3e8 req-604e4200-c9e1-423d-83b6-749df932bf9f tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:15.277575 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f1ab5891-01bc-4496-8159-04c51f71f3e8 req-604e4200-c9e1-423d-83b6-749df932bf9f tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0646343 Jun 16 19:05:15.313338 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f1ab5891-01bc-4496-8159-04c51f71f3e8 req-cade5a46-1139-42a0-96b1-7399404f45ab tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303502 Jun 16 19:05:15.574703 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7efe0c36-6241-47fa-873a-b68ef68532f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:16.484978 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845dd1d-1349-4f18-9ed3-a429f8a5852c req-bdd90e88-908d-4fed-a8b9-6abd0c4d51b9 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:16.486439 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9845dd1d-1349-4f18-9ed3-a429f8a5852c req-bdd90e88-908d-4fed-a8b9-6abd0c4d51b9 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0618997 Jun 16 19:05:16.524278 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9845dd1d-1349-4f18-9ed3-a429f8a5852c req-419e2ba7-dffb-443d-a262-cf8941d2c84e tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323954 Jun 16 19:05:17.704118 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbee966-03e7-49db-92a3-45031ef051ba req-54af579b-82b2-44d7-8965-8a517e6e434b tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:17.705452 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2bbee966-03e7-49db-92a3-45031ef051ba req-54af579b-82b2-44d7-8965-8a517e6e434b tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0678103 Jun 16 19:05:17.742469 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2bbee966-03e7-49db-92a3-45031ef051ba req-cb79f426-adc3-47b2-8027-28dd1d008d62 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313723 Jun 16 19:05:18.029553 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-89b94ceb-0cf8-4a6f-beef-1b6a2970b530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:18.389304 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:18.910241 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57aee2f-e916-4282-a2f8-91ba306eec6a req-8c8f5f14-9dad-4165-b492-1212778b4389 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:18.911713 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c57aee2f-e916-4282-a2f8-91ba306eec6a req-8c8f5f14-9dad-4165-b492-1212778b4389 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0623939 Jun 16 19:05:18.949034 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-c57aee2f-e916-4282-a2f8-91ba306eec6a req-9e39d8fa-9854-47ae-bc40-54c87db0b354 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311282 Jun 16 19:05:19.344010 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:19.532601 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 89d1f94e-eab9-494e-85fa-4ca98f3c3438 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 19:05:19.603314 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:19.624756 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89d1f94e-eab9-494e-85fa-4ca98f3c3438'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 19:05:19.626971 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57848a63-ac99-4f1b-9b4a-ea2ad06a10ae" -d '{"events": [{"server_uuid": "6b4adcc5-13c0-462b-9ef1-092b09e2cd17", "name": "network-vif-unplugged", "status": "completed", "tag": "89d1f94e-eab9-494e-85fa-4ca98f3c3438"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:05:19.640062 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 89d1f94e-eab9-494e-85fa-4ca98f3c3438, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438,segment=NetworkSegment(eb44cb7a-fa5f-4110-ab74-a2d263bcf880),segment_id=eb44cb7a-fa5f-4110-ab74-a2d263bcf880)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:05:19.715236 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 19:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac54f069-c18e-4e58-837b-756933620e55 x-openstack-request-id: req-ac54f069-c18e-4e58-837b-756933620e55 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:05:19.715236 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4adcc5-13c0-462b-9ef1-092b09e2cd17", "name": "network-vif-unplugged", "status": "failed", "tag": "89d1f94e-eab9-494e-85fa-4ca98f3c3438", "code": 422}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:05:19.715236 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac54f069-c18e-4e58-837b-756933620e55 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:05:19.715236 dv-cinder-667108-31-iscsi neutron-server[100041]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89d1f94e-eab9-494e-85fa-4ca98f3c3438', 'code': 422} returned with failed status Jun 16 19:05:19.951654 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:19.972142 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:05:20.000019 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=89d1f94e-eab9-494e-85fa-4ca98f3c3438,revision_number=6']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:05:20.006659 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:20.007024 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:20.007399 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:20.007797 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:20.008129 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:20.008447 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:20.008775 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:20.009121 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:20.009442 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:20.009759 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:20.010073 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:20.010389 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:20.014066 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:05:20.521852 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5e623-e579-4d34-aecd-ae189c8d071c req-f036e15c-6504-43a6-b9f6-c0a1fc6d9f68 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:20.523365 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-31a5e623-e579-4d34-aecd-ae189c8d071c req-f036e15c-6504-43a6-b9f6-c0a1fc6d9f68 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0644286 Jun 16 19:05:20.560092 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-31a5e623-e579-4d34-aecd-ae189c8d071c req-e6d1291d-9b6d-4eff-8674-75ad745e2457 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312080 Jun 16 19:05:20.572593 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [req-9ea58b06-86fc-46fb-b7a1-0a50c53726f7 req-333d5e6a-3f6b-4212-86d5-2f73b15914f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959151 Jun 16 19:05:21.035477 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:21.730637 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dade7-890f-405e-b195-0d70373d7a9b req-a8eed081-d600-4442-b3c3-14c991435efc tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:21.732110 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ad1dade7-890f-405e-b195-0d70373d7a9b req-a8eed081-d600-4442-b3c3-14c991435efc tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0648923 Jun 16 19:05:21.768467 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-ad1dade7-890f-405e-b195-0d70373d7a9b req-83554f7d-8ca7-4384-9a49-9f9a0a8b9109 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309076 Jun 16 19:05:22.943157 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbd897-129a-4b46-b069-49ecd9bed74f req-f2c99a61-7b14-4c90-9e41-6fd16ec4adb3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:22.944637 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-72cbd897-129a-4b46-b069-49ecd9bed74f req-f2c99a61-7b14-4c90-9e41-6fd16ec4adb3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0636551 Jun 16 19:05:22.981226 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-72cbd897-129a-4b46-b069-49ecd9bed74f req-ec286def-4d27-4d41-b9e2-d3a01c56a0fe tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308781 Jun 16 19:05:24.156590 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276b10c-4ff6-4ccb-8453-10c69be576c9 req-5c6a7731-21d9-4155-bf32-96c4cc5842f9 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:24.158048 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d276b10c-4ff6-4ccb-8453-10c69be576c9 req-5c6a7731-21d9-4155-bf32-96c4cc5842f9 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0662429 Jun 16 19:05:24.194713 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d276b10c-4ff6-4ccb-8453-10c69be576c9 req-e7180302-5038-4178-9289-8097a8ad7de3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309882 Jun 16 19:05:25.366858 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd75dd-f5cf-4703-8184-3498bbb6e82d req-7fdfa5f1-a432-4bf4-986a-1659af4b8d3c tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:25.368442 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-98bd75dd-f5cf-4703-8184-3498bbb6e82d req-7fdfa5f1-a432-4bf4-986a-1659af4b8d3c tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0643041 Jun 16 19:05:25.404472 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-98bd75dd-f5cf-4703-8184-3498bbb6e82d req-05a4307e-06d2-4eca-aa95-87637c1e9970 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298891 Jun 16 19:05:26.571468 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c397b6e-ab6e-4107-bf62-45fbc85acebc req-c27948fc-a624-4cd1-a0c0-c91a37b47a30 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:26.572930 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6c397b6e-ab6e-4107-bf62-45fbc85acebc req-c27948fc-a624-4cd1-a0c0-c91a37b47a30 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0617135 Jun 16 19:05:26.609885 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-6c397b6e-ab6e-4107-bf62-45fbc85acebc req-2214d573-03b0-4076-985b-f506ff136ff1 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313206 Jun 16 19:05:26.814078 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:27.319830 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea58b06-86fc-46fb-b7a1-0a50c53726f7 req-864df41a-d8f2-4df6-b0fc-4f441849fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:27.321922 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9ea58b06-86fc-46fb-b7a1-0a50c53726f7 req-864df41a-d8f2-4df6-b0fc-4f441849fa57 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17&tenant_id=f0731301a2c542d09e00fcacf53e72a2 HTTP/1.1" status: 200 len: 1096 time: 0.0840614 Jun 16 19:05:27.395111 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea58b06-86fc-46fb-b7a1-0a50c53726f7 req-bbb221fa-5a5a-4893-a876-5bbf4d40c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:27.396580 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9ea58b06-86fc-46fb-b7a1-0a50c53726f7 req-bbb221fa-5a5a-4893-a876-5bbf4d40c77d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0731301a2c542d09e00fcacf53e72a2&device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 1096 time: 0.0512283 Jun 16 19:05:27.485250 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea58b06-86fc-46fb-b7a1-0a50c53726f7 req-ff15a73a-44df-45e1-8635-4b822267865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:27.486690 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9ea58b06-86fc-46fb-b7a1-0a50c53726f7 req-ff15a73a-44df-45e1-8635-4b822267865f service neutron] 10.222.0.70 "GET /v2.0/networks?id=696a629a-c7f6-4b44-822a-09864824faa1 HTTP/1.1" status: 200 len: 910 time: 0.0835059 Jun 16 19:05:27.548769 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9ea58b06-86fc-46fb-b7a1-0a50c53726f7 req-e5dc3e66-2085-44c9-aad2-4cd671b36caf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438 HTTP/1.1" status: 200 len: 999 time: 0.0559545 Jun 16 19:05:27.598125 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea58b06-86fc-46fb-b7a1-0a50c53726f7 req-52c7814c-61ff-4cef-b9a4-f6deadfd5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:27.599504 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9ea58b06-86fc-46fb-b7a1-0a50c53726f7 req-52c7814c-61ff-4cef-b9a4-f6deadfd5c7c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f382b436-2013-4334-8668-0c0773dae061 HTTP/1.1" status: 200 len: 848 time: 0.0444980 Jun 16 19:05:27.654729 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea58b06-86fc-46fb-b7a1-0a50c53726f7 req-664d2f6a-9edc-4465-a143-86e83b1b1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:27.656248 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9ea58b06-86fc-46fb-b7a1-0a50c53726f7 req-664d2f6a-9edc-4465-a143-86e83b1b1f64 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=696a629a-c7f6-4b44-822a-09864824faa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504432 Jun 16 19:05:27.775830 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9ea58b06-86fc-46fb-b7a1-0a50c53726f7 req-2e454d96-b392-4ad4-82d7-1836fc7116a3 service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124718 Jun 16 19:05:27.851466 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed27cc0-18fd-4110-a5d3-33deff5d1b8d req-5102c4f0-a65f-4ffc-aa1f-fb7f840ebea6 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:27.852836 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3ed27cc0-18fd-4110-a5d3-33deff5d1b8d req-5102c4f0-a65f-4ffc-aa1f-fb7f840ebea6 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.1314056 Jun 16 19:05:27.904742 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-9ea58b06-86fc-46fb-b7a1-0a50c53726f7 req-1131fcf2-35b4-4bcb-8d4a-13f9126c446f service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223876 Jun 16 19:05:27.909560 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-3ed27cc0-18fd-4110-a5d3-33deff5d1b8d req-51db6009-d046-4541-9a0d-b41538a6b492 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510590 Jun 16 19:05:29.076445 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36945cb1-4889-4d04-9f5f-06e71e7a0e81 req-9114eff0-086f-4ed4-a207-3a6cc56bc641 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:29.077898 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-36945cb1-4889-4d04-9f5f-06e71e7a0e81 req-9114eff0-086f-4ed4-a207-3a6cc56bc641 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0607963 Jun 16 19:05:29.114192 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-36945cb1-4889-4d04-9f5f-06e71e7a0e81 req-c8e8b6d7-2920-41e9-8cd8-0dd91f02eebd tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304279 Jun 16 19:05:30.284453 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4941ca1-58ec-4761-833f-f939e262a0b6 req-4c0a277c-763d-4708-ab95-914c39225c91 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:30.285881 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f4941ca1-58ec-4761-833f-f939e262a0b6 req-4c0a277c-763d-4708-ab95-914c39225c91 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0640714 Jun 16 19:05:30.583397 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-f4941ca1-58ec-4761-833f-f939e262a0b6 req-0f3c78a5-e234-4c47-b0bf-84e4bdc66374 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917471 Jun 16 19:05:30.689648 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:05:31.750817 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c9fea-9662-4005-a8a6-c4bf0e28c77a req-7ff754ae-67cb-482e-80c0-72d9fb2af062 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:31.752177 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-237c9fea-9662-4005-a8a6-c4bf0e28c77a req-7ff754ae-67cb-482e-80c0-72d9fb2af062 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0612378 Jun 16 19:05:31.788497 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-237c9fea-9662-4005-a8a6-c4bf0e28c77a req-7a3576f2-cc57-499f-b69a-e7f5822ee138 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307753 Jun 16 19:05:32.954810 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b247b09-f98e-4c34-8180-354cba65751d req-e841f1f1-4471-42be-8816-ad8ea9223c6a tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:32.956267 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7b247b09-f98e-4c34-8180-354cba65751d req-e841f1f1-4471-42be-8816-ad8ea9223c6a tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0613301 Jun 16 19:05:32.994863 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7b247b09-f98e-4c34-8180-354cba65751d req-1e7dd756-8f99-4c4b-a9eb-16d1f25e6cc3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331056 Jun 16 19:05:34.178334 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7804d-3801-49cc-afee-f81876b411d9 req-d964cba9-26be-47b2-b394-2fb343baf8d2 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:34.179739 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5ed7804d-3801-49cc-afee-f81876b411d9 req-d964cba9-26be-47b2-b394-2fb343baf8d2 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0611639 Jun 16 19:05:34.216075 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-5ed7804d-3801-49cc-afee-f81876b411d9 req-72be15a5-c539-4292-85cb-9fb77a74d3f6 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307827 Jun 16 19:05:35.385640 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52702ab2-c53c-40e8-ac69-23e1c766f1df req-bae0bbc3-6057-49a3-97ae-f954566639d0 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:35.387090 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-52702ab2-c53c-40e8-ac69-23e1c766f1df req-bae0bbc3-6057-49a3-97ae-f954566639d0 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 943 time: 0.0608611 Jun 16 19:05:35.423231 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-52702ab2-c53c-40e8-ac69-23e1c766f1df req-c0107154-1f20-4565-ad06-ba37d70d10b5 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305855 Jun 16 19:05:35.608512 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 89d1f94e-eab9-494e-85fa-4ca98f3c3438 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=100041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 19:05:35.695214 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 89d1f94e-eab9-494e-85fa-4ca98f3c3438, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438,segment=NetworkSegment(eb44cb7a-fa5f-4110-ab74-a2d263bcf880),segment_id=eb44cb7a-fa5f-4110-ab74-a2d263bcf880)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:05:35.706231 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Returning: {'device': '89d1f94e-eab9-494e-85fa-4ca98f3c3438', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'port_id': '89d1f94e-eab9-494e-85fa-4ca98f3c3438', 'mac_address': 'fa:16:3e:56:29:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f382b436-2013-4334-8668-0c0773dae061', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 19:05:35.744320 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:35.755921 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d1f94e-eab9-494e-85fa-4ca98f3c3438 {{(pid=100041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 19:05:35.773959 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 89d1f94e-eab9-494e-85fa-4ca98f3c3438, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438,segment=NetworkSegment(eb44cb7a-fa5f-4110-ab74-a2d263bcf880),segment_id=eb44cb7a-fa5f-4110-ab74-a2d263bcf880)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:05:35.847906 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:35.850514 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:05:35.895564 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=89d1f94e-eab9-494e-85fa-4ca98f3c3438,revision_number=7']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:05:35.898579 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:05:36.253192 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] get_ports_and_sgs() called for port_ids ['89d1f94e-eab9-494e-85fa-4ca98f3c3438'] {{(pid=100041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 19:05:36.594723 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92121bd5-1c0c-48de-b90f-93ae809e229b req-3d96f243-0817-4d1d-9601-0abc16cd37f4 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:36.596199 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-92121bd5-1c0c-48de-b90f-93ae809e229b req-3d96f243-0817-4d1d-9601-0abc16cd37f4 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 944 time: 0.0650434 Jun 16 19:05:36.632560 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-92121bd5-1c0c-48de-b90f-93ae809e229b req-4c58a526-12ea-48e3-a08c-da5e0bad6671 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308383 Jun 16 19:05:37.625728 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 89d1f94e-eab9-494e-85fa-4ca98f3c3438 up at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 19:05:37.672064 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.provisioning_blocks [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Provisioning complete for port 89d1f94e-eab9-494e-85fa-4ca98f3c3438 triggered by entity L2. {{(pid=100041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 19:05:37.672424 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419772'] for port, provisioning_complete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:37.748147 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1505604'] for port, before_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:37.769939 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d1f94e-eab9-494e-85fa-4ca98f3c3438'}] {{(pid=100041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 19:05:37.772183 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f09465f8537a955f5a6c637a20d769f8e6092710fd2fc8eebf2c27c7b767f1df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d22917-b6f5-48fe-8761-f4de27b7b8ee" -d '{"events": [{"server_uuid": "6b4adcc5-13c0-462b-9ef1-092b09e2cd17", "name": "network-vif-plugged", "status": "completed", "tag": "89d1f94e-eab9-494e-85fa-4ca98f3c3438"}]}' {{(pid=100041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:05:37.784366 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] For port 89d1f94e-eab9-494e-85fa-4ca98f3c3438, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438,segment=NetworkSegment(eb44cb7a-fa5f-4110-ab74-a2d263bcf880),segment_id=eb44cb7a-fa5f-4110-ab74-a2d263bcf880)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:05:37.802788 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3600e-9b44-4181-92fc-9bf8db05d26b req-35f62217-ea83-46d2-9289-e352b2c743be tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:37.804301 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-aef3600e-9b44-4181-92fc-9bf8db05d26b req-35f62217-ea83-46d2-9289-e352b2c743be tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 944 time: 0.0632100 Jun 16 19:05:37.809823 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 19:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eaa185-3b2d-4caf-849f-284e017b8405 x-openstack-request-id: req-c7eaa185-3b2d-4caf-849f-284e017b8405 {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:05:37.809823 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4adcc5-13c0-462b-9ef1-092b09e2cd17", "name": "network-vif-plugged", "status": "completed", "tag": "89d1f94e-eab9-494e-85fa-4ca98f3c3438", "code": 200}]} {{(pid=100041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:05:37.810044 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7eaa185-3b2d-4caf-849f-284e017b8405 {{(pid=100041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:05:37.810364 dv-cinder-667108-31-iscsi neutron-server[100041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d1f94e-eab9-494e-85fa-4ca98f3c3438', 'code': 200} Jun 16 19:05:37.845723 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-aef3600e-9b44-4181-92fc-9bf8db05d26b req-65db8826-128e-4bc8-951a-444a687d99c6 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346437 Jun 16 19:05:37.857882 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753330918503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753330509608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753330509653'] for port, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:37.860015 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-39c2abd6-6f7f-4e20-bf1c-68a73f9f3610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:05:37.906124 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Pushing event updated for resources: {'Port': ['ID=89d1f94e-eab9-494e-85fa-4ca98f3c3438,revision_number=8']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:05:37.909284 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:05:38.105196 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f32265-effe-4aac-bcbb-b6f06e7023bd req-35f2ea13-b691-48af-b3c7-2ed064514a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:38.106627 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-09f32265-effe-4aac-bcbb-b6f06e7023bd req-35f2ea13-b691-48af-b3c7-2ed064514a6d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 1098 time: 0.0500329 Jun 16 19:05:38.142921 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-09f32265-effe-4aac-bcbb-b6f06e7023bd req-0df6dbea-0b34-4d26-885b-78ef11c9b0c1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299768 Jun 16 19:05:39.017926 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0704411-83fe-435f-98df-cae8717ea26e req-6c3e9f75-1397-4bbf-a1e1-2718b29fc35e tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:39.019369 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b0704411-83fe-435f-98df-cae8717ea26e req-6c3e9f75-1397-4bbf-a1e1-2718b29fc35e tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0619276 Jun 16 19:05:39.057991 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-b0704411-83fe-435f-98df-cae8717ea26e req-111d03b1-7e33-4a5f-8443-c802d6eae00d tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330091 Jun 16 19:05:40.224549 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ab004-833c-49df-832b-0812d90032f4 req-0c7c9f29-e9a8-42fc-8868-b38682a01182 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:40.225883 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e71ab004-833c-49df-832b-0812d90032f4 req-0c7c9f29-e9a8-42fc-8868-b38682a01182 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0612824 Jun 16 19:05:40.262249 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-e71ab004-833c-49df-832b-0812d90032f4 req-76e1689a-a362-4a2b-92eb-5c098135bc9b tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302467 Jun 16 19:05:45.600743 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-c4f53436-eeb7-4545-9d4b-6fba59756e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:46.153868 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2f055b70-277e-4871-8521-55fd233244c6 req-c671df8f-1f72-4b04-a714-39ac5417f55e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526717 Jun 16 19:05:46.243228 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f055b70-277e-4871-8521-55fd233244c6 req-9bcc549b-e08e-40b2-bb5c-7de3da144b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:46.244551 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2f055b70-277e-4871-8521-55fd233244c6 req-9bcc549b-e08e-40b2-bb5c-7de3da144b1b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0731301a2c542d09e00fcacf53e72a2&device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 1098 time: 0.0506859 Jun 16 19:05:46.343014 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f055b70-277e-4871-8521-55fd233244c6 req-2d5e6494-85c5-4017-8ffb-a5fc6b9dbc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:46.344469 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2f055b70-277e-4871-8521-55fd233244c6 req-2d5e6494-85c5-4017-8ffb-a5fc6b9dbc79 service neutron] 10.222.0.70 "GET /v2.0/networks?id=696a629a-c7f6-4b44-822a-09864824faa1 HTTP/1.1" status: 200 len: 910 time: 0.0800281 Jun 16 19:05:46.408929 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2f055b70-277e-4871-8521-55fd233244c6 req-f93ec5fc-b3e1-467c-8f1b-f11be5c24054 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438 HTTP/1.1" status: 200 len: 1001 time: 0.0577915 Jun 16 19:05:46.455368 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f055b70-277e-4871-8521-55fd233244c6 req-ce03b173-2383-4806-bd0e-476f8262993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:46.456717 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2f055b70-277e-4871-8521-55fd233244c6 req-ce03b173-2383-4806-bd0e-476f8262993c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f382b436-2013-4334-8668-0c0773dae061 HTTP/1.1" status: 200 len: 848 time: 0.0410523 Jun 16 19:05:46.510222 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f055b70-277e-4871-8521-55fd233244c6 req-2f8de074-0e85-4d46-bbbb-1f96cac0ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:05:46.511760 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2f055b70-277e-4871-8521-55fd233244c6 req-2f8de074-0e85-4d46-bbbb-1f96cac0ad8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=696a629a-c7f6-4b44-822a-09864824faa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487339 Jun 16 19:05:46.606937 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2f055b70-277e-4871-8521-55fd233244c6 req-1ef8c785-b68f-43ec-a32d-ff53adc49a6b service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887780 Jun 16 19:05:46.703129 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2f055b70-277e-4871-8521-55fd233244c6 req-1d0f4e73-37df-4c04-9247-d0bffc5587d3 service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900455 Jun 16 19:05:48.022890 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7926eeab-c50c-4136-b08b-5df088383035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:48.384863 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:49.259930 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:51.029233 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:05:56.816763 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:06:07.687549 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:06:15.547547 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-c8d949a9-1aa2-488b-bbde-f98729cf0955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:06:18.041644 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-e2f1dbbd-ec77-415d-af83-2dad0e12a456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:06:18.378530 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:06:19.245203 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:06:21.029547 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:06:26.806935 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:06:44.686089 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:06:45.549378 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-a24ef21d-dd7e-4130-841d-48d600e2179a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:06:48.038611 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-0fd56f70-ef71-429d-8654-d59698000fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:06:48.136691 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-992a5573-d845-4023-bd82-bd688e1a50d3 req-2695ca09-ca47-42a3-80c8-c57507254f25 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552874 Jun 16 19:06:48.227653 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a5573-d845-4023-bd82-bd688e1a50d3 req-c8b7f0f5-2c4c-40fc-a812-a9656a943a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:06:48.228998 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-992a5573-d845-4023-bd82-bd688e1a50d3 req-c8b7f0f5-2c4c-40fc-a812-a9656a943a9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0731301a2c542d09e00fcacf53e72a2&device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 1098 time: 0.0506258 Jun 16 19:06:48.328431 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a5573-d845-4023-bd82-bd688e1a50d3 req-18cc384c-d46e-4d61-9176-a6de7d00569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:06:48.329877 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-992a5573-d845-4023-bd82-bd688e1a50d3 req-18cc384c-d46e-4d61-9176-a6de7d00569d service neutron] 10.222.0.70 "GET /v2.0/networks?id=696a629a-c7f6-4b44-822a-09864824faa1 HTTP/1.1" status: 200 len: 910 time: 0.0816014 Jun 16 19:06:48.383774 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:06:48.397732 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-992a5573-d845-4023-bd82-bd688e1a50d3 req-b2c81d65-8410-4a22-ad9b-3433cf163507 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438 HTTP/1.1" status: 200 len: 1001 time: 0.0611537 Jun 16 19:06:48.444078 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a5573-d845-4023-bd82-bd688e1a50d3 req-4739a033-83a6-4d17-bf3d-7741517686cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:06:48.445445 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-992a5573-d845-4023-bd82-bd688e1a50d3 req-4739a033-83a6-4d17-bf3d-7741517686cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f382b436-2013-4334-8668-0c0773dae061 HTTP/1.1" status: 200 len: 848 time: 0.0416741 Jun 16 19:06:48.499371 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a5573-d845-4023-bd82-bd688e1a50d3 req-aa3708da-9552-488b-b5fa-2e72900fa7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:06:48.500702 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-992a5573-d845-4023-bd82-bd688e1a50d3 req-aa3708da-9552-488b-b5fa-2e72900fa7b2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=696a629a-c7f6-4b44-822a-09864824faa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495462 Jun 16 19:06:48.588642 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-992a5573-d845-4023-bd82-bd688e1a50d3 req-7fad9eaf-3825-4e69-999c-854f75c73827 service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812848 Jun 16 19:06:48.674039 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-992a5573-d845-4023-bd82-bd688e1a50d3 req-3756ff0a-2498-4e21-b0fb-76c8c6a509c8 service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787208 Jun 16 19:06:49.263365 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:06:51.040534 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:06:56.811535 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:15.530902 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-277fc699-ff67-4a97-a47d-73e11f6a5657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:18.028617 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-324f5fe1-01df-4bbf-bf12-e19245fedfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:18.394427 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:19.289087 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:21.025831 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:21.684486 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:07:23.680590 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57730) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:07:23.871064 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Deleting port bb2f9d94-e490-4eef-891e-43c8d32324e8 {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:07:23.871409 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:23.946337 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:23.946660 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:24.009571 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Calling delete_port for bb2f9d94-e490-4eef-891e-43c8d32324e8 owned by network:floatingip {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:07:24.220589 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:24.222748 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-e97d8c35-0365-4b4e-bbd7-0b7e973a0897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:24.250681 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Pushing event deleted for resources: {'Port': ['ID=bb2f9d94-e490-4eef-891e-43c8d32324e8,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:24.277762 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.278081 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.278485 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.278870 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.279248 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.279613 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.279972 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.280331 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.280692 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.281049 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.281404 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.281756 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.285913 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:24.321143 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for floatingip, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:24.321469 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.db.l3_db [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Floating IP f4fba0b0-8e69-4db5-8309-05e477d69bda disassociated (deleted). External IP: 172.27.3.140, port: 89d1f94e-eab9-494e-85fa-4ca98f3c3438. Jun 16 19:07:24.516130 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Router ab7d345d-4a41-4b6d-8f8c-08ce873164cb has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 19:07:24.619832 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 19:07:24.624576 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for floatingip, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:24.628882 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0653747-eca1-4917-bc9d-3139180e6079 None None] Sync routers for ids ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:07:24.638494 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0653747-eca1-4917-bc9d-3139180e6079 None None] Routers {'ab7d345d-4a41-4b6d-8f8c-08ce873164cb'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:07:24.639162 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-c0653747-eca1-4917-bc9d-3139180e6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:07:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:24.659685 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-fcdb0add-7198-486c-9380-1aa4959937c3 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "DELETE /v2.0/floatingips/f4fba0b0-8e69-4db5-8309-05e477d69bda HTTP/1.1" status: 204 len: 168 time: 0.9780138 Jun 16 19:07:24.660354 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'tag': '89d1f94e-eab9-494e-85fa-4ca98f3c3438'}] {{(pid=100040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 19:07:24.664671 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cef181243fb7e4f7eb445cd7198abccad5fb50bf118a492efa1b23f1a95dc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cac6050-d643-44e2-bb3d-7dd1088d5a80" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4adcc5-13c0-462b-9ef1-092b09e2cd17", "tag": "89d1f94e-eab9-494e-85fa-4ca98f3c3438"}]}' {{(pid=100040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:07:24.744244 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-c0653747-eca1-4917-bc9d-3139180e6079 None None] Set router ab7d345d-4a41-4b6d-8f8c-08ce873164cb gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:07:24.937569 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-c0653747-eca1-4917-bc9d-3139180e6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'name': 'tempest-TestShelveInstance-1084300221-router', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:49Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 4, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'gw_port': {'id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:50Z', 'updated_at': '2021-06-16T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd2e3185b-6e54-4028-9db5-017d6a3a9008', 'name': '', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'mac_address': 'fa:16:3e:a8:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f382b436-2013-4334-8668-0c0773dae061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:52Z', 'updated_at': '2021-06-16T19:01:57Z', 'revision_number': 5, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'subnets': [{'id': 'f382b436-2013-4334-8668-0c0773dae061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:24.940953 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0653747-eca1-4917-bc9d-3139180e6079 None None] Checking router: ab7d345d-4a41-4b6d-8f8c-08ce873164cb for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:07:24.950139 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0653747-eca1-4917-bc9d-3139180e6079 None None] Routers {'ab7d345d-4a41-4b6d-8f8c-08ce873164cb'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:07:24.950843 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-c0653747-eca1-4917-bc9d-3139180e6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:07:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:25.055427 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-c0653747-eca1-4917-bc9d-3139180e6079 None None] Set router ab7d345d-4a41-4b6d-8f8c-08ce873164cb gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:07:25.250085 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-c0653747-eca1-4917-bc9d-3139180e6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'name': 'tempest-TestShelveInstance-1084300221-router', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:49Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 4, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'gw_port': {'id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:50Z', 'updated_at': '2021-06-16T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd2e3185b-6e54-4028-9db5-017d6a3a9008', 'name': '', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'mac_address': 'fa:16:3e:a8:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f382b436-2013-4334-8668-0c0773dae061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:52Z', 'updated_at': '2021-06-16T19:01:57Z', 'revision_number': 5, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'subnets': [{'id': 'f382b436-2013-4334-8668-0c0773dae061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:25.253537 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0653747-eca1-4917-bc9d-3139180e6079 None None] The sync data for ids ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'] in dv-cinder-667108-31-iscsi is: [{'id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'name': 'tempest-TestShelveInstance-1084300221-router', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:49Z', 'updated_at': '2021-06-16T19:01:52Z', 'revision_number': 4, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'gw_port': {'id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:50Z', 'updated_at': '2021-06-16T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi', '_interfaces': [{'id': 'd2e3185b-6e54-4028-9db5-017d6a3a9008', 'name': '', 'network_id': '696a629a-c7f6-4b44-822a-09864824faa1', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'mac_address': 'fa:16:3e:a8:e2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f382b436-2013-4334-8668-0c0773dae061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:52Z', 'updated_at': '2021-06-16T19:01:57Z', 'revision_number': 5, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'subnets': [{'id': 'f382b436-2013-4334-8668-0c0773dae061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:07:25.324370 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b061105-f8e3-452e-b4d0-756c0112d724 req-c687dea1-3983-454d-b09b-11e1a27cc0da tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:07:25.325872 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7b061105-f8e3-452e-b4d0-756c0112d724 req-c687dea1-3983-454d-b09b-11e1a27cc0da tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0689037 Jun 16 19:07:25.364852 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-7b061105-f8e3-452e-b4d0-756c0112d724 req-f518181b-b8f9-4422-8f38-9e66dcf20421 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325930 Jun 16 19:07:25.466207 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88312f98-7ca7-45b8-884d-55e6dc721e16 None None] New status for floating IP f4fba0b0-8e69-4db5-8309-05e477d69bda: DOWN {{(pid=100042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 19:07:25.767469 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 19:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aff96c0-da91-485c-a21c-edecf2f17162 x-openstack-request-id: req-0aff96c0-da91-485c-a21c-edecf2f17162 {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:07:25.767933 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4adcc5-13c0-462b-9ef1-092b09e2cd17", "tag": "89d1f94e-eab9-494e-85fa-4ca98f3c3438", "status": "completed", "code": 200}]} {{(pid=100040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:07:25.768090 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0aff96c0-da91-485c-a21c-edecf2f17162 {{(pid=100040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:07:25.768547 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'tag': '89d1f94e-eab9-494e-85fa-4ca98f3c3438', 'status': 'completed', 'code': 200} Jun 16 19:07:25.840430 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac6050-d643-44e2-bb3d-7dd1088d5a80 req-52812e84-85e9-48f4-9062-bc5223445631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:07:25.841899 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2cac6050-d643-44e2-bb3d-7dd1088d5a80 req-52812e84-85e9-48f4-9062-bc5223445631 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0731301a2c542d09e00fcacf53e72a2&device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 1098 time: 0.0508788 Jun 16 19:07:25.930113 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac6050-d643-44e2-bb3d-7dd1088d5a80 req-39ac9f8e-abf0-4395-af5f-564f23f63f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:07:25.931596 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2cac6050-d643-44e2-bb3d-7dd1088d5a80 req-39ac9f8e-abf0-4395-af5f-564f23f63f13 service neutron] 10.222.0.70 "GET /v2.0/networks?id=696a629a-c7f6-4b44-822a-09864824faa1 HTTP/1.1" status: 200 len: 910 time: 0.0829568 Jun 16 19:07:25.971979 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2cac6050-d643-44e2-bb3d-7dd1088d5a80 req-1be99f36-0c6a-47d3-a152-2488e9932efa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438 HTTP/1.1" status: 200 len: 217 time: 0.0336142 Jun 16 19:07:26.020538 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac6050-d643-44e2-bb3d-7dd1088d5a80 req-c788e804-6774-44ff-8da5-99f60253ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:07:26.022612 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2cac6050-d643-44e2-bb3d-7dd1088d5a80 req-c788e804-6774-44ff-8da5-99f60253ad5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f382b436-2013-4334-8668-0c0773dae061 HTTP/1.1" status: 200 len: 848 time: 0.0426369 Jun 16 19:07:26.082507 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac6050-d643-44e2-bb3d-7dd1088d5a80 req-9c4f33c7-0b4c-459e-880e-c227ab9786eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:07:26.084716 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2cac6050-d643-44e2-bb3d-7dd1088d5a80 req-9c4f33c7-0b4c-459e-880e-c227ab9786eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=696a629a-c7f6-4b44-822a-09864824faa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0550964 Jun 16 19:07:26.172777 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2cac6050-d643-44e2-bb3d-7dd1088d5a80 req-a8376fb9-3408-4116-b72f-664036f339e5 service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806816 Jun 16 19:07:26.261731 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-2cac6050-d643-44e2-bb3d-7dd1088d5a80 req-fc0df2d5-b2df-4188-ada2-3b8321e4fb85 service neutron] 10.222.0.70 "GET /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813842 Jun 16 19:07:26.533492 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b63802-2733-4009-aec9-9ce171afcfa1 req-b8d009d9-8e09-4611-96b5-f84640fda0bd tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:07:26.534946 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-30b63802-2733-4009-aec9-9ce171afcfa1 req-b8d009d9-8e09-4611-96b5-f84640fda0bd tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0610809 Jun 16 19:07:26.572100 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-30b63802-2733-4009-aec9-9ce171afcfa1 req-0b7484eb-4255-417e-b366-ff4acc76dc19 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308433 Jun 16 19:07:26.834014 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:26.967206 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d40f5-cbb8-43c9-b18e-533052c3dbe0 req-e4bff732-a182-4fd5-92ff-9610f491b366 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 19:07:26.968625 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0f6d40f5-cbb8-43c9-b18e-533052c3dbe0 req-e4bff732-a182-4fd5-92ff-9610f491b366 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 945 time: 0.0609512 Jun 16 19:07:27.067908 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [req-0f6d40f5-cbb8-43c9-b18e-533052c3dbe0 req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Deleting port 89d1f94e-eab9-494e-85fa-4ca98f3c3438 {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:07:27.068247 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-0f6d40f5-cbb8-43c9-b18e-533052c3dbe0 req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:27.151114 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [req-0f6d40f5-cbb8-43c9-b18e-533052c3dbe0 req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] For port 89d1f94e-eab9-494e-85fa-4ca98f3c3438, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=89d1f94e-eab9-494e-85fa-4ca98f3c3438,segment=NetworkSegment(eb44cb7a-fa5f-4110-ab74-a2d263bcf880),segment_id=eb44cb7a-fa5f-4110-ab74-a2d263bcf880)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:07:27.151384 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-0f6d40f5-cbb8-43c9-b18e-533052c3dbe0 req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:27.215069 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [req-0f6d40f5-cbb8-43c9-b18e-533052c3dbe0 req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Calling delete_port for 89d1f94e-eab9-494e-85fa-4ca98f3c3438 owned by compute:nova {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:07:27.416718 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-0f6d40f5-cbb8-43c9-b18e-533052c3dbe0 req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:27.420571 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1b858833-1f4b-4f4d-8443-45c6c8e6954b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:27.443529 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Pushing event deleted for resources: {'Port': ['ID=89d1f94e-eab9-494e-85fa-4ca98f3c3438,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:27.457059 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.457059 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.457279 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.457623 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.457976 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.458327 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.459267 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.459626 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.459976 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.460324 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.460685 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.461016 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.478298 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:27.497733 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6d40f5-cbb8-43c9-b18e-533052c3dbe0 req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] No DVR routers for this DVR port 89d1f94e-eab9-494e-85fa-4ca98f3c3438 on host hv-cinder-66710 {{(pid=100039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 19:07:27.500158 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [req-0f6d40f5-cbb8-43c9-b18e-533052c3dbe0 req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8617'] for port, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:27.502167 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-0f6d40f5-cbb8-43c9-b18e-533052c3dbe0 req-7778c4bb-1fbe-44f6-8dbf-6f944b1ff319 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.70 "DELETE /v2.0/ports/89d1f94e-eab9-494e-85fa-4ca98f3c3438 HTTP/1.1" status: 204 len: 173 time: 0.5280232 Jun 16 19:07:27.502636 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'name': 'network-vif-deleted', 'tag': '89d1f94e-eab9-494e-85fa-4ca98f3c3438'}] {{(pid=100039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 19:07:27.504952 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c3d9f3cba93941f1ca70dcfe345086a5d5fa294d4f76452630e388ff384b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8abd6c-8155-4e20-8819-1bbafa4fcba8" -d '{"events": [{"server_uuid": "6b4adcc5-13c0-462b-9ef1-092b09e2cd17", "name": "network-vif-deleted", "tag": "89d1f94e-eab9-494e-85fa-4ca98f3c3438"}]}' {{(pid=100039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:07:27.591069 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 19:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba37966-f0de-4817-9236-44a471d506e3 x-openstack-request-id: req-3ba37966-f0de-4817-9236-44a471d506e3 {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:07:27.591715 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4adcc5-13c0-462b-9ef1-092b09e2cd17", "name": "network-vif-deleted", "tag": "89d1f94e-eab9-494e-85fa-4ca98f3c3438", "status": "completed", "code": 200}]} {{(pid=100039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:07:27.591715 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ba37966-f0de-4817-9236-44a471d506e3 {{(pid=100039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:07:27.592099 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4adcc5-13c0-462b-9ef1-092b09e2cd17', 'name': 'network-vif-deleted', 'tag': '89d1f94e-eab9-494e-85fa-4ca98f3c3438', 'status': 'completed', 'code': 200} Jun 16 19:07:27.757819 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-a17e1768-243b-4975-b281-24e8928a3a0a req-05c42c8e-ca42-428a-a73b-503fd39f5247 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 210 time: 0.0758817 Jun 16 19:07:28.921271 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [req-d553000d-cf66-4068-8af9-5ee3b6b63bcd req-40112aa2-b8ba-420f-88c5-d35c3fc02757 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4adcc5-13c0-462b-9ef1-092b09e2cd17 HTTP/1.1" status: 200 len: 210 time: 0.0287323 Jun 16 19:07:30.012430 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57770) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:07:30.043301 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 89d1f94e-eab9-494e-85fa-4ca98f3c3438 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 19:07:30.062433 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] No Port match for: 89d1f94e-eab9-494e-85fa-4ca98f3c3438 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 19:07:30.062794 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Device 89d1f94e-eab9-494e-85fa-4ca98f3c3438 not bound to the agent host hv-cinder-66710 {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 19:07:30.071763 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-20b54e11-3f7f-452f-bf1a-dc593b33b038 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:30.096397 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-20b54e11-3f7f-452f-bf1a-dc593b33b038 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:30.226148 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-20b54e11-3f7f-452f-bf1a-dc593b33b038 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:30.228812 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-20b54e11-3f7f-452f-bf1a-dc593b33b038 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Notify callbacks [] for security_group, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:30.229947 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-20b54e11-3f7f-452f-bf1a-dc593b33b038 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] 10.222.0.41 "DELETE /v2.0/security-groups/5e0f9fdc-650f-4d1b-abe7-55084ec9efcc HTTP/1.1" status: 204 len: 168 time: 0.2165568 Jun 16 19:07:30.231077 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-34e50daf-c67d-4b6c-b214-38ececa391df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:30.239662 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b54e11-3f7f-452f-bf1a-dc593b33b038 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0f9fdc-650f-4d1b-abe7-55084ec9efcc,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:30.242289 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-20b54e11-3f7f-452f-bf1a-dc593b33b038 tempest-TestShelveInstance-1610873733 tempest-TestShelveInstance-1610873733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:30.382563 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57774) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:07:30.799371 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-03a5b9f3-0876-473c-9b1c-1a28b42bd5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375754'] for router_interface, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:31.038268 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-03a5b9f3-0876-473c-9b1c-1a28b42bd5cf admin admin] Deleting port d2e3185b-6e54-4028-9db5-017d6a3a9008 {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:07:31.038976 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-03a5b9f3-0876-473c-9b1c-1a28b42bd5cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:31.111785 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [None req-03a5b9f3-0876-473c-9b1c-1a28b42bd5cf admin admin] For port d2e3185b-6e54-4028-9db5-017d6a3a9008, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=d2e3185b-6e54-4028-9db5-017d6a3a9008,segment=NetworkSegment(eb44cb7a-fa5f-4110-ab74-a2d263bcf880),segment_id=eb44cb7a-fa5f-4110-ab74-a2d263bcf880)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:07:31.112060 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-03a5b9f3-0876-473c-9b1c-1a28b42bd5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:31.175460 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-03a5b9f3-0876-473c-9b1c-1a28b42bd5cf admin admin] Calling delete_port for d2e3185b-6e54-4028-9db5-017d6a3a9008 owned by network:router_interface {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:07:31.422315 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-03a5b9f3-0876-473c-9b1c-1a28b42bd5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:31.424204 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-28045abc-384e-4fd6-a73b-390d15be6560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:31.447246 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5b9f3-0876-473c-9b1c-1a28b42bd5cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e3185b-6e54-4028-9db5-017d6a3a9008,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:31.450309 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-03a5b9f3-0876-473c-9b1c-1a28b42bd5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:31.616124 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-03a5b9f3-0876-473c-9b1c-1a28b42bd5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375646'] for router_interface, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:31.832637 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a5b9f3-0876-473c-9b1c-1a28b42bd5cf admin admin] Router ab7d345d-4a41-4b6d-8f8c-08ce873164cb has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 19:07:32.191508 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a5b9f3-0876-473c-9b1c-1a28b42bd5cf admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 19:07:32.196833 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-03a5b9f3-0876-473c-9b1c-1a28b42bd5cf admin admin] 10.222.0.41 "PUT /v2.0/routers/ab7d345d-4a41-4b6d-8f8c-08ce873164cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8132365 Jun 16 19:07:32.199390 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57778) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:07:32.200264 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c3a9b-215d-4778-b929-ed1df326533d None None] Sync routers for ids ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'] in dv-cinder-667108-31-iscsi {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:07:32.210614 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c3a9b-215d-4778-b929-ed1df326533d None None] Routers {'ab7d345d-4a41-4b6d-8f8c-08ce873164cb'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:07:32.211252 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-557c3a9b-215d-4778-b929-ed1df326533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:07:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:32.298487 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] Notify callbacks [] for router, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:32.309535 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-557c3a9b-215d-4778-b929-ed1df326533d None None] Set router ab7d345d-4a41-4b6d-8f8c-08ce873164cb gateway port host: dv-cinder-667108-31-iscsi {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:07:32.396474 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:32.480001 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-557c3a9b-215d-4778-b929-ed1df326533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'name': 'tempest-TestShelveInstance-1084300221-router', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:49Z', 'updated_at': '2021-06-16T19:07:31Z', 'revision_number': 5, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'gw_port': {'id': 'd7295e03-8379-4f9b-8db3-511b37eda6d6', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:50Z', 'updated_at': '2021-06-16T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:32.483156 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c3a9b-215d-4778-b929-ed1df326533d None None] Checking router: ab7d345d-4a41-4b6d-8f8c-08ce873164cb for host: dv-cinder-667108-31-iscsi {{(pid=100041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:07:32.492039 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c3a9b-215d-4778-b929-ed1df326533d None None] Routers {'ab7d345d-4a41-4b6d-8f8c-08ce873164cb'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:07:32.492779 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-557c3a9b-215d-4778-b929-ed1df326533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:07:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'], 'active': True} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:32.531722 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] Deleting port d7295e03-8379-4f9b-8db3-511b37eda6d6 {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:07:32.532055 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:32.576201 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvr_db [None req-557c3a9b-215d-4778-b929-ed1df326533d None None] Set router ab7d345d-4a41-4b6d-8f8c-08ce873164cb gateway port host: None {{(pid=100041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:07:32.610024 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] For port d7295e03-8379-4f9b-8db3-511b37eda6d6, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=d7295e03-8379-4f9b-8db3-511b37eda6d6,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:07:32.610382 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:32.675346 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] Calling delete_port for d7295e03-8379-4f9b-8db3-511b37eda6d6 owned by network:router_gateway {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:07:32.750296 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_hamode_db [None req-557c3a9b-215d-4778-b929-ed1df326533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'name': 'tempest-TestShelveInstance-1084300221-router', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:49Z', 'updated_at': '2021-06-16T19:07:32Z', 'revision_number': 6, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'gw_port_host': None}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:32.753680 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c3a9b-215d-4778-b929-ed1df326533d None None] The sync data for ids ['ab7d345d-4a41-4b6d-8f8c-08ce873164cb'] in dv-cinder-667108-31-iscsi is: [{'id': 'ab7d345d-4a41-4b6d-8f8c-08ce873164cb', 'name': 'tempest-TestShelveInstance-1084300221-router', 'tenant_id': 'f0731301a2c542d09e00fcacf53e72a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:49Z', 'updated_at': '2021-06-16T19:07:32Z', 'revision_number': 6, 'project_id': 'f0731301a2c542d09e00fcacf53e72a2', 'gw_port_host': None}] {{(pid=100041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:07:32.928637 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:32.930683 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-d1085550-0f33-4da5-8c9b-1ff7341562cf tempest-TestVolumeBootPattern-1243511374 tempest-TestVolumeBootPattern-1243511374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:32.959351 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7295e03-8379-4f9b-8db3-511b37eda6d6,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:32.962020 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:33.022617 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420893'] for router_gateway, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:33.110910 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3190'] for router, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:33.113204 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:33.216832 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-410199'] for router, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:33.217469 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab7d345d-4a41-4b6d-8f8c-08ce873164cb {{(pid=100040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 19:07:33.221792 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] Notify callbacks [] for router, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:33.222898 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-5e436e2b-4709-407e-8c3c-f05abd257367 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ab7d345d-4a41-4b6d-8f8c-08ce873164cb HTTP/1.1" status: 204 len: 168 time: 1.0225792 Jun 16 19:07:33.225496 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57780) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:07:33.272256 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.db_base_plugin_v2 [None req-370f0937-14f0-41e8-9181-b2f34205b14e admin admin] Deleting subnet f382b436-2013-4334-8668-0c0773dae061 {{(pid=100040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 19:07:33.275589 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-370f0937-14f0-41e8-9181-b2f34205b14e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:33.317161 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-370f0937-14f0-41e8-9181-b2f34205b14e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564794'] for subnet, precommit_delete_associations {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:33.393222 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-370f0937-14f0-41e8-9181-b2f34205b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:33.503309 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-370f0937-14f0-41e8-9181-b2f34205b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25564330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25566547'] for subnet, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:33.506030 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:33.535619 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f0937-14f0-41e8-9181-b2f34205b14e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f382b436-2013-4334-8668-0c0773dae061,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:33.538063 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-370f0937-14f0-41e8-9181-b2f34205b14e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:33.539855 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d2e3185b-6e54-4028-9db5-017d6a3a9008 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 19:07:33.540343 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-370f0937-14f0-41e8-9181-b2f34205b14e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f382b436-2013-4334-8668-0c0773dae061 HTTP/1.1" status: 204 len: 168 time: 0.3135130 Jun 16 19:07:33.540889 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-370f0937-14f0-41e8-9181-b2f34205b14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:33.542453 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.wsgi [-] (100040) accepted ('10.222.0.41', 57782) {{(pid=100040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:07:33.543016 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b87520-0338-4456-b72d-87fb77a5ba18 None None] Network 696a629a-c7f6-4b44-822a-09864824faa1 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 19:07:33.573801 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: d2e3185b-6e54-4028-9db5-017d6a3a9008 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 19:07:33.574160 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d2e3185b-6e54-4028-9db5-017d6a3a9008 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 19:07:33.574683 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d7295e03-8379-4f9b-8db3-511b37eda6d6 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 19:07:33.610006 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:33.621052 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: d7295e03-8379-4f9b-8db3-511b37eda6d6 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 19:07:33.621412 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d7295e03-8379-4f9b-8db3-511b37eda6d6 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 19:07:33.662350 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Deleting port 40733ecf-071e-4efc-aabf-ebbb569f890c {{(pid=100040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:07:33.662684 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:33.730610 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.db [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] For port 40733ecf-071e-4efc-aabf-ebbb569f890c, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=40733ecf-071e-4efc-aabf-ebbb569f890c,segment=NetworkSegment(eb44cb7a-fa5f-4110-ab74-a2d263bcf880),segment_id=eb44cb7a-fa5f-4110-ab74-a2d263bcf880)] {{(pid=100040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:07:33.730963 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:33.776058 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] DHCP port deletion for 696a629a-c7f6-4b44-822a-09864824faa1 request from dv-cinder-667108-31-iscsi {{(pid=100041) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 19:07:33.799051 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.plugin [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Calling delete_port for 40733ecf-071e-4efc-aabf-ebbb569f890c owned by network:dhcp {{(pid=100040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:07:33.820947 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Deleting port 40733ecf-071e-4efc-aabf-ebbb569f890c {{(pid=100041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:07:33.821332 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:33.884523 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] For port 40733ecf-071e-4efc-aabf-ebbb569f890c, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=40733ecf-071e-4efc-aabf-ebbb569f890c,segment=NetworkSegment(eb44cb7a-fa5f-4110-ab74-a2d263bcf880),segment_id=eb44cb7a-fa5f-4110-ab74-a2d263bcf880)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:07:33.884923 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:33.945552 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Calling delete_port for 40733ecf-071e-4efc-aabf-ebbb569f890c owned by network:dhcp {{(pid=100041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:07:33.959582 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25564256'] for port, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:33.961731 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-80c81577-1df6-431a-8224-e3de3fe55ab7 tempest-AttachVolumeTestJSON-1933299314 tempest-AttachVolumeTestJSON-1933299314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:33.982894 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=40733ecf-071e-4efc-aabf-ebbb569f890c,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:33.986400 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:33.990422 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] No DVR routers for this DVR port 40733ecf-071e-4efc-aabf-ebbb569f890c on host dv-cinder-667108-31-iscsi {{(pid=100040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 19:07:34.023294 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599'] for port, after_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:34.025061 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-ddf39a67-051b-4c5f-a6df-85b9dc4b565c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:34.047329 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Pushing event deleted for resources: {'Port': ['ID=40733ecf-071e-4efc-aabf-ebbb569f890c,revision_number=None']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:34.055349 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] No DVR routers for this DVR port 40733ecf-071e-4efc-aabf-ebbb569f890c on host dv-cinder-667108-31-iscsi {{(pid=100041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 19:07:34.057611 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:34.057978 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:34.058368 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:34.058705 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:34.059046 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:34.059378 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:34.059697 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:34.060016 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:34.060336 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:34.060653 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:34.060964 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:34.061335 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-iscsi {{(pid=100041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:34.061622 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:34.064877 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-ca3dad8a-1dce-4e62-86fc-95a05c9902ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:34.076372 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696a629a-c7f6-4b44-822a-09864824faa1']}} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:34.086263 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb44cb7a-fa5f-4110-ab74-a2d263bcf880') {'for_net_delete': True} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:34.086559 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.services.segments.db [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb44cb7a-fa5f-4110-ab74-a2d263bcf880') {} {{(pid=100040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:34.095143 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25564771'] for segment, before_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:34.108296 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:34.114492 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=100040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25564213'] for segment, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: Traceback (most recent call last): Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: timer() Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: cb(*args, **kw) Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: return func(*args, **kwargs) Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: self._notify() Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: self.callback(batched_events) Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: event.method(event) Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: return f(self, *a, **k) Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: return self._get(url).json() Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: return self.request(url, 'GET', **kwargs) Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 19:07:34.119276 dv-cinder-667108-31-iscsi neutron-server[100040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 19:07:34.248672 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:34.252150 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:34.254513 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron_lib.callbacks.manager [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:34.256473 dv-cinder-667108-31-iscsi neutron-server[100040]: INFO neutron.wsgi [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/696a629a-c7f6-4b44-822a-09864824faa1 HTTP/1.1" status: 204 len: 168 time: 0.7130349 Jun 16 19:07:34.259518 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57784) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:07:34.267638 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=696a629a-c7f6-4b44-822a-09864824faa1,revision_number=None']} {{(pid=100040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:34.270071 dv-cinder-667108-31-iscsi neutron-server[100040]: DEBUG oslo_concurrency.lockutils [None req-487cec23-881a-4d98-a351-a7a7647ef1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:34.580815 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a9a8fb4d-dc43-400a-9efa-ce9e4c54016c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375754'] for router_interface, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:34.824681 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-a9a8fb4d-dc43-400a-9efa-ce9e4c54016c admin admin] Deleting port d0799af8-bb2f-44b7-aaa0-72e3868f7126 {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:07:34.825014 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a9a8fb4d-dc43-400a-9efa-ce9e4c54016c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:34.900642 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [None req-a9a8fb4d-dc43-400a-9efa-ce9e4c54016c admin admin] For port d0799af8-bb2f-44b7-aaa0-72e3868f7126, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=d0799af8-bb2f-44b7-aaa0-72e3868f7126,segment=NetworkSegment(4e751a37-5580-4d41-81da-c60fd042546a),segment_id=4e751a37-5580-4d41-81da-c60fd042546a)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:07:34.900908 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a9a8fb4d-dc43-400a-9efa-ce9e4c54016c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:34.963551 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-a9a8fb4d-dc43-400a-9efa-ce9e4c54016c admin admin] Calling delete_port for d0799af8-bb2f-44b7-aaa0-72e3868f7126 owned by network:router_interface {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:07:35.193885 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a9a8fb4d-dc43-400a-9efa-ce9e4c54016c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:35.196563 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-8a531edf-e425-463b-a2db-74c806e5fbee tempest-AttachVolumeShelveTestJSON-1729686445 tempest-AttachVolumeShelveTestJSON-1729686445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:35.219693 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8fb4d-dc43-400a-9efa-ce9e4c54016c admin admin] Pushing event deleted for resources: {'Port': ['ID=d0799af8-bb2f-44b7-aaa0-72e3868f7126,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:35.223430 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-a9a8fb4d-dc43-400a-9efa-ce9e4c54016c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:35.379900 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-a9a8fb4d-dc43-400a-9efa-ce9e4c54016c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375646'] for router_interface, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:35.574832 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 40733ecf-071e-4efc-aabf-ebbb569f890c no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 19:07:35.589986 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a8fb4d-dc43-400a-9efa-ce9e4c54016c admin admin] Router 8c0ee70e-8a90-4bbe-83f5-83c152242f2d has already been hosted by L3 agent 5aa48e17-93dc-41e9-81a2-f062764e5ae5 {{(pid=100039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 19:07:35.595597 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: 40733ecf-071e-4efc-aabf-ebbb569f890c {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 19:07:35.595951 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 40733ecf-071e-4efc-aabf-ebbb569f890c not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 19:07:35.969378 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a8fb4d-dc43-400a-9efa-ce9e4c54016c admin admin] Notify agent at l3_agent.dv-cinder-667108-31-iscsi the message routers_updated {{(pid=100039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 19:07:35.974731 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-a9a8fb4d-dc43-400a-9efa-ce9e4c54016c admin admin] 10.222.0.41 "PUT /v2.0/routers/8c0ee70e-8a90-4bbe-83f5-83c152242f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7136679 Jun 16 19:07:35.977279 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57786) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:07:35.979804 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de30be-b6c1-4ba7-95f3-742b3f8c6b12 None None] Sync routers for ids ['8c0ee70e-8a90-4bbe-83f5-83c152242f2d'] in dv-cinder-667108-31-iscsi {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:07:35.988634 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de30be-b6c1-4ba7-95f3-742b3f8c6b12 None None] Routers {'8c0ee70e-8a90-4bbe-83f5-83c152242f2d'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:07:35.989517 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-b2de30be-b6c1-4ba7-95f3-742b3f8c6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:07:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['8c0ee70e-8a90-4bbe-83f5-83c152242f2d'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:36.082035 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] Notify callbacks [] for router, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:36.176458 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-b2de30be-b6c1-4ba7-95f3-742b3f8c6b12 None None] Set router 8c0ee70e-8a90-4bbe-83f5-83c152242f2d gateway port host: dv-cinder-667108-31-iscsi {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:07:36.181807 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:36.292592 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] Deleting port 51dc156c-a2c8-4e69-a813-e3cb540271e9 {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:07:36.293004 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:36.349369 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-b2de30be-b6c1-4ba7-95f3-742b3f8c6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'name': 'tempest-TestShelveInstance-269761914-router', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'external_fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '51dc156c-a2c8-4e69-a813-e3cb540271e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:55Z', 'updated_at': '2021-06-16T19:07:35Z', 'revision_number': 5, 'project_id': '7685857b74e443c7940e91926b53bea1', 'gw_port': {'id': '51dc156c-a2c8-4e69-a813-e3cb540271e9', 'name': '', 'network_id': '8606aa04-9217-44b7-9651-2ff45bf86ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T19:01:56Z', 'updated_at': '2021-06-16T19:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c01109c3-eef1-4c70-be94-70e22550a732', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-iscsi'}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:36.352575 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de30be-b6c1-4ba7-95f3-742b3f8c6b12 None None] Checking router: 8c0ee70e-8a90-4bbe-83f5-83c152242f2d for host: dv-cinder-667108-31-iscsi {{(pid=100042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:07:36.360610 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de30be-b6c1-4ba7-95f3-742b3f8c6b12 None None] Routers {'8c0ee70e-8a90-4bbe-83f5-83c152242f2d'} bound to L3 agent in host dv-cinder-667108-31-iscsi {{(pid=100042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 19:07:36.361209 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-b2de30be-b6c1-4ba7-95f3-742b3f8c6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T18:39:18Z,description=,heartbeat_timestamp=2021-06-16T19:07:18Z,host='dv-cinder-667108-31-iscsi',id=5aa48e17-93dc-41e9-81a2-f062764e5ae5,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:39:19Z,topic='l3_agent')) {'router_ids': ['8c0ee70e-8a90-4bbe-83f5-83c152242f2d'], 'active': True} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:36.371847 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] For port 51dc156c-a2c8-4e69-a813-e3cb540271e9, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=51dc156c-a2c8-4e69-a813-e3cb540271e9,segment=NetworkSegment(29a183a7-6f41-4309-b085-e8d58d372937),segment_id=29a183a7-6f41-4309-b085-e8d58d372937)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:07:36.372257 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:36.439197 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] Calling delete_port for 51dc156c-a2c8-4e69-a813-e3cb540271e9 owned by network:router_gateway {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:07:36.446448 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_dvr_db [None req-b2de30be-b6c1-4ba7-95f3-742b3f8c6b12 None None] Set router 8c0ee70e-8a90-4bbe-83f5-83c152242f2d gateway port host: None {{(pid=100042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 19:07:36.500163 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.l3_hamode_db [None req-b2de30be-b6c1-4ba7-95f3-742b3f8c6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'name': 'tempest-TestShelveInstance-269761914-router', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:55Z', 'updated_at': '2021-06-16T19:07:36Z', 'revision_number': 6, 'project_id': '7685857b74e443c7940e91926b53bea1', 'gw_port_host': None}], 'dv-cinder-667108-31-iscsi', False) {} {{(pid=100042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:36.503622 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de30be-b6c1-4ba7-95f3-742b3f8c6b12 None None] The sync data for ids ['8c0ee70e-8a90-4bbe-83f5-83c152242f2d'] in dv-cinder-667108-31-iscsi is: [{'id': '8c0ee70e-8a90-4bbe-83f5-83c152242f2d', 'name': 'tempest-TestShelveInstance-269761914-router', 'tenant_id': '7685857b74e443c7940e91926b53bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T19:01:55Z', 'updated_at': '2021-06-16T19:07:36Z', 'revision_number': 6, 'project_id': '7685857b74e443c7940e91926b53bea1', 'gw_port_host': None}] {{(pid=100042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:07:36.729053 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:36.731060 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-b557f41d-35f6-431d-adde-6195a245ed68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:36.752398 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] Pushing event deleted for resources: {'Port': ['ID=51dc156c-a2c8-4e69-a813-e3cb540271e9,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:36.757613 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:36.814205 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420893'] for router_gateway, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:36.907967 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3190'] for router, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:36.910090 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.022638 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-410199'] for router, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.023134 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c0ee70e-8a90-4bbe-83f5-83c152242f2d {{(pid=100039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 19:07:37.027320 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] Notify callbacks [] for router, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.028446 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-107c6daf-8110-4b31-a6be-89c572376841 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8c0ee70e-8a90-4bbe-83f5-83c152242f2d HTTP/1.1" status: 204 len: 168 time: 1.0502310 Jun 16 19:07:37.030944 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57788) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:07:37.073593 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.db_base_plugin_v2 [None req-e697b800-ab3b-4d1b-b9cb-c717a8da82ca admin admin] Deleting subnet 5d064bac-ee4b-40e3-86a3-6421590a6550 {{(pid=100039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 19:07:37.076505 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e697b800-ab3b-4d1b-b9cb-c717a8da82ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.109136 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e697b800-ab3b-4d1b-b9cb-c717a8da82ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25649359'] for subnet, precommit_delete_associations {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.185434 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e697b800-ab3b-4d1b-b9cb-c717a8da82ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431822'] for subnet, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.314330 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e697b800-ab3b-4d1b-b9cb-c717a8da82ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25517241'] for subnet, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.316726 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:37.341226 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697b800-ab3b-4d1b-b9cb-c717a8da82ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d064bac-ee4b-40e3-86a3-6421590a6550,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:37.344276 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-e697b800-ab3b-4d1b-b9cb-c717a8da82ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:37.345241 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-e697b800-ab3b-4d1b-b9cb-c717a8da82ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for subnet, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.347070 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-e697b800-ab3b-4d1b-b9cb-c717a8da82ca admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5d064bac-ee4b-40e3-86a3-6421590a6550 HTTP/1.1" status: 204 len: 168 time: 0.3151066 Jun 16 19:07:37.350186 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57790) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:07:37.350816 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7040b4ae-0d84-4c04-afd5-a3de3b9e3d3d None None] Network 747402b7-715d-49bc-bd4b-8952edf973f9 requested from dv-cinder-667108-31-iscsi {{(pid=100041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 19:07:37.421365 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549459'] for network, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.476147 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Deleting port a4e29f92-dd42-46e1-bd86-c3599ee06999 {{(pid=100039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:07:37.476847 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.544576 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.db [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] For port a4e29f92-dd42-46e1-bd86-c3599ee06999, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=a4e29f92-dd42-46e1-bd86-c3599ee06999,segment=NetworkSegment(4e751a37-5580-4d41-81da-c60fd042546a),segment_id=4e751a37-5580-4d41-81da-c60fd042546a)] {{(pid=100039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:07:37.544933 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.566342 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5501892-1dca-4950-96a1-b9d798baf3eb None None] DHCP port deletion for 747402b7-715d-49bc-bd4b-8952edf973f9 request from dv-cinder-667108-31-iscsi {{(pid=100041) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 19:07:37.592037 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 51dc156c-a2c8-4e69-a813-e3cb540271e9 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 19:07:37.611066 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.plugin [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Calling delete_port for a4e29f92-dd42-46e1-bd86-c3599ee06999 owned by network:dhcp {{(pid=100039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:07:37.616281 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: 51dc156c-a2c8-4e69-a813-e3cb540271e9 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 19:07:37.616630 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device 51dc156c-a2c8-4e69-a813-e3cb540271e9 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 19:07:37.617046 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d0799af8-bb2f-44b7-aaa0-72e3868f7126 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 19:07:37.637117 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: d0799af8-bb2f-44b7-aaa0-72e3868f7126 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 19:07:37.637471 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device d0799af8-bb2f-44b7-aaa0-72e3868f7126 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 19:07:37.655147 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-b5501892-1dca-4950-96a1-b9d798baf3eb None None] Deleting port a4e29f92-dd42-46e1-bd86-c3599ee06999 {{(pid=100041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 19:07:37.655594 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-b5501892-1dca-4950-96a1-b9d798baf3eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753330913437'] for port, before_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.714589 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.db [None req-b5501892-1dca-4950-96a1-b9d798baf3eb None None] For port a4e29f92-dd42-46e1-bd86-c3599ee06999, host dv-cinder-667108-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-iscsi',level=0,port_id=a4e29f92-dd42-46e1-bd86-c3599ee06999,segment=NetworkSegment(4e751a37-5580-4d41-81da-c60fd042546a),segment_id=4e751a37-5580-4d41-81da-c60fd042546a)] {{(pid=100041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 19:07:37.714980 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-b5501892-1dca-4950-96a1-b9d798baf3eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-423405'] for port, precommit_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.779773 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-b5501892-1dca-4950-96a1-b9d798baf3eb None None] Calling delete_port for a4e29f92-dd42-46e1-bd86-c3599ee06999 owned by network:dhcp {{(pid=100041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 19:07:37.817017 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942584'] for port, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.819793 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-978db4ae-b161-4059-ba60-9b6d242d3108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:37.843942 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e29f92-dd42-46e1-bd86-c3599ee06999,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:37.847387 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:37.850030 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] No DVR routers for this DVR port a4e29f92-dd42-46e1-bd86-c3599ee06999 on host dv-cinder-667108-31-iscsi {{(pid=100039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 19:07:37.855409 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-b5501892-1dca-4950-96a1-b9d798baf3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1500570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753330918521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753330509599'] for port, after_delete {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.857297 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-14c3eb2a-6e52-44ee-907e-cd02f8a120e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:37.884578 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5501892-1dca-4950-96a1-b9d798baf3eb None None] Pushing event deleted for resources: {'Port': ['ID=a4e29f92-dd42-46e1-bd86-c3599ee06999,revision_number=None']} {{(pid=100041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:37.887079 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG oslo_concurrency.lockutils [None req-b5501892-1dca-4950-96a1-b9d798baf3eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:37.889642 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5501892-1dca-4950-96a1-b9d798baf3eb None None] No DVR routers for this DVR port a4e29f92-dd42-46e1-bd86-c3599ee06999 on host dv-cinder-667108-31-iscsi {{(pid=100041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 19:07:37.920188 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432705', 'neutron.services.segments.db._delete_segments_for_network-8753331000881'] for network, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.929920 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747402b7-715d-49bc-bd4b-8952edf973f9']}} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:37.939809 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e751a37-5580-4d41-81da-c60fd042546a') {'for_net_delete': True} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:37.940127 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.services.segments.db [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e751a37-5580-4d41-81da-c60fd042546a') {} {{(pid=100039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:37.950039 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753331000194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25649366'] for segment, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.963844 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237'] for segment, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.969555 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=100039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:07:37.969933 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942637'] for segment, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: conditions |= (models_v2.Port.network_id.in_( Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: retrieve_revision_numbers = { Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: Traceback (most recent call last): Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: timer() Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: cb(*args, **kw) Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: return func(*args, **kwargs) Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: self._notify() Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: self.callback(batched_events) Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: event.method(event) Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: return f(self, *a, **k) Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._get(url).json() Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: return self.request(url, 'GET', **kwargs) Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 19:07:37.971565 dv-cinder-667108-31-iscsi neutron-server[100039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 19:07:38.119215 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1607496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420979'] for network, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:38.122673 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-653f2e76-aa71-4e35-b51a-6200a740aeed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:38.125267 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607511'] for network, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:38.127019 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] 10.222.0.41 "DELETE /v2.0/networks/747402b7-715d-49bc-bd4b-8952edf973f9 HTTP/1.1" status: 204 len: 168 time: 0.7759089 Jun 16 19:07:38.138330 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Pushing event deleted for resources: {'Network': ['ID=747402b7-715d-49bc-bd4b-8952edf973f9,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:38.140649 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3a75bed9-3c51-450c-aafc-c62815c4ce47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:38.502742 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57794) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:07:38.540645 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-e99cb284-ed19-4a57-abe9-a71d787371ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0731301a2c542d09e00fcacf53e72a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366876 Jun 16 19:07:38.542828 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57796) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:07:38.588780 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ee60560a-ead2-4319-9354-01a8c0a0fc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:38.608612 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ee60560a-ead2-4319-9354-01a8c0a0fc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:38.741107 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ee60560a-ead2-4319-9354-01a8c0a0fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:38.743575 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-ee60560a-ead2-4319-9354-01a8c0a0fc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:38.744682 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-ee60560a-ead2-4319-9354-01a8c0a0fc44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62ee9cd2-6728-43db-9d2e-cde719d459c6 HTTP/1.1" status: 204 len: 168 time: 0.2009568 Jun 16 19:07:38.749767 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-3a78d95e-95f5-4aad-ae01-c9b16e53c3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:38.752688 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60560a-ead2-4319-9354-01a8c0a0fc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ee9cd2-6728-43db-9d2e-cde719d459c6,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:38.755017 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-ee60560a-ead2-4319-9354-01a8c0a0fc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:39.428250 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57802) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:07:39.471144 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-89ce3df5-b723-4822-ad50-cd8276e6814a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7685857b74e443c7940e91926b53bea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416462 Jun 16 19:07:39.473515 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.wsgi [-] (100039) accepted ('10.222.0.41', 57804) {{(pid=100039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 19:07:39.521305 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1dccc27e-f672-4097-bb00-a64a96e5663a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:39.531981 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device a4e29f92-dd42-46e1-bd86-c3599ee06999 no longer exists at agent ovs-agent-dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 19:07:39.541931 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1dccc27e-f672-4097-bb00-a64a96e5663a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:39.551694 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.plugin [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] No Port match for: a4e29f92-dd42-46e1-bd86-c3599ee06999 {{(pid=100041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 19:07:39.552055 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron.plugins.ml2.rpc [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Device a4e29f92-dd42-46e1-bd86-c3599ee06999 not bound to the agent host dv-cinder-667108-31-iscsi {{(pid=100041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 19:07:39.665372 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1dccc27e-f672-4097-bb00-a64a96e5663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385029'] for security_group, after_delete {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:39.668039 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron_lib.callbacks.manager [None req-1dccc27e-f672-4097-bb00-a64a96e5663a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:39.669159 dv-cinder-667108-31-iscsi neutron-server[100039]: INFO neutron.wsgi [None req-1dccc27e-f672-4097-bb00-a64a96e5663a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5def1938-f104-43a0-a36a-7cb4feb5092c HTTP/1.1" status: 204 len: 168 time: 0.1947420 Jun 16 19:07:39.669946 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-4f76c41e-a114-43a8-8edd-4d47427a456f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 19:07:39.677601 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccc27e-f672-4097-bb00-a64a96e5663a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5def1938-f104-43a0-a36a-7cb4feb5092c,revision_number=None']} {{(pid=100039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:39.679968 dv-cinder-667108-31-iscsi neutron-server[100039]: DEBUG oslo_concurrency.lockutils [None req-1dccc27e-f672-4097-bb00-a64a96e5663a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 19:07:45.533910 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-34c5d7dc-d47d-4a7e-9063-9916f22c4821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:48.065364 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-85bbf532-921e-4e0b-93c1-a9fd7bf212c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:48.382075 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:49.284809 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:51.048184 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:56.844425 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:07:58.682795 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:08:15.546863 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-c8b6625a-7930-45e4-be3d-31b228b60dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:08:18.037944 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09c3ab92-17d2-45cb-a1f6-201ec0e36ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:08:18.407756 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:08:19.249486 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:08:21.035785 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:08:26.847360 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:08:35.681589 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:08:45.540303 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-f3a72bde-e6f9-4236-be40-b0b32608c621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:08:48.071789 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-3950c3ae-5643-45cf-b471-fb130d582714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:08:48.383911 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:08:49.248688 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:08:51.037518 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:08:56.858292 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:09:12.680102 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:09:15.554265 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-f9da1305-23e9-4d68-bf9f-8bba660a9389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:09:18.035090 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-4f030317-3f56-4258-8071-65aff32d6161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:09:18.428524 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:09:19.270786 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:09:21.066173 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:09:26.851420 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:09:45.550552 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-4b3f2f97-426c-400a-9b90-fa466b259d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:09:48.033877 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-5841c62b-7a3d-4945-8aa3-bb7dc0d23da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:09:48.387670 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:09:49.258933 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:09:49.678858 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:09:51.079400 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:09:56.901952 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:10:15.538014 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6203e087-fa52-47e8-b0a8-dbb1a8ccc26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:10:18.029653 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-76c53a15-b933-4891-99e0-7ac64e1c2b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:10:18.387086 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:10:19.278406 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:10:21.046452 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:10:26.677896 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:10:26.912677 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:10:45.543299 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-97502061-0c2f-4f3c-80a1-1d9457294b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:10:48.034679 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-ce400208-724f-43b8-9ec8-9e160c460031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:10:48.405860 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:10:49.280122 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:10:51.051367 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:10:56.907188 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:11:03.677142 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:11:15.556962 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bab93474-e8e4-43db-b263-b40469840c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:11:18.071199 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-62387f8e-d96a-4e7b-b5b4-2756c2f9dd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:11:18.391167 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:11:19.273360 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:11:21.056460 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:11:26.896795 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:11:40.676222 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:11:45.552637 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-c0cca8dd-9e6e-40a0-abec-7e2f035e327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:11:48.047655 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-7286a823-3196-4f99-87bd-5fa5f23cdbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:11:48.413455 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:11:49.304933 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:11:51.053342 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:11:57.055579 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:12:15.558035 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-05cb89d1-1b65-4baf-96e9-1b70e40df479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:12:17.675247 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:12:18.029744 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-579de902-f42c-45ac-8281-f49777f11d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:12:18.401182 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:12:19.283901 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:12:21.104045 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:12:26.906295 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:12:45.551255 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-25be6d45-c493-49a7-8043-e851000339e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:12:48.046040 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-2337da33-10dc-4191-ace1-c1eba1a23d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:12:48.445812 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-09ce1b4e-e1de-4763-96f8-a4dd919fac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:12:49.322801 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-367c31af-5343-4903-8db2-5ed57bbab660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:12:51.060343 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4ce7-d0b3-4a65-b5b4-f6c1351e4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 19:12:54.674832 dv-cinder-667108-31-iscsi neutron-server[100042]: DEBUG neutron.db.agents_db [None req-7a496046-95b5-4d72-8720-638bb96e7b9b None None] Agent healthcheck: found 6 active agents {{(pid=100042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 19:12:56.897008 dv-cinder-667108-31-iscsi neutron-server[100041]: DEBUG neutron_lib.callbacks.manager [None req-bf35597e-6202-4d3b-aedb-9be8966379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753331000863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419599'] for agent, after_update {{(pid=100041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}